---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:25:51.999279Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4818d657d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: a272f58f-53f7-425c-a86e-ecc0928b94ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a48286ce19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 3d5004f0-5a80-4943-9352-97b9aab879a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:53Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:25:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a485f672741
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 6226c0a7-cca0-4f79-abce-a61fe90ce99c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4860f44086
    namespace: kserve-ci-e2e-test
    resourceVersion: "23803"
    uid: ada8754e-30f8-49bd-9b3c-10f39cb16efc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4863d2c641
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: 70eda561-cb2f-4b70-bfbc-d857917b0126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4864495ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: cce4edcf-2ed4-4a6c-a361-dde5bf4b79cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a74fb5f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: 3f88e1c0-098b-482f-8aa9-d54d6e663094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a77f36110
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 19080596-01fb-4a66-8051-2b30e34ade0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a7874e999
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: 7cce7502-2ba1-465f-a4eb-dbae6d9cf072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a787e9aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 02337af1-e543-4428-8f41-dc6c8fd61552
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a7ca88332
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: c6a1fb90-7612-4443-9520-db71a8ab2905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4a7d2186ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23891"
    uid: 985f24b1-0d56-4bd8-8d6c-9a5ec7a5942b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a4aecf6b04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 12af0251-e3db-4189-a7e8-ebe5d5d1c224
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a504ff828da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: 7b2b4f9b-b7ed-4c65-b660-2effed6b78fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e23e6324-4115-443a-a166-0e05e21962e3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs.18d67a504ff895d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: 04d861d2-fc68-425f-bf3e-23bca4f17c9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 00808797-2fcd-40ce-8ab2-4373d139070f
  kind: Event
  lastTimestamp: "2026-09-18T17:25:51Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-zc2gs'
  metadata:
    creationTimestamp: "2026-09-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d67a48186246b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: 1b58732f-e88d-4d66-8b0c-77c109554e07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: 22421c23-ed42-4617-b424-d842d6adde6f
  kind: Event
  lastTimestamp: "2026-09-18T17:25:51Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d67a48148ac6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 5add6517-b8c1-4f0a-8ece-268994b3960d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 247e1395-eed2-4e41-9973-9ca259c9304f
  kind: Event
  lastTimestamp: "2026-09-18T17:26:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d67a4b92ffdc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: c71181f3-acc8-4441-97c6-005744e1fa04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 247e1395-eed2-4e41-9973-9ca259c9304f
  kind: Event
  lastTimestamp: "2026-09-18T17:26:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d67a4b939444c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 5e15c0ae-e208-4a37-ad9b-408490eb6758
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: c8c790f1-2ee5-4d75-925e-8a3659dad67a
  kind: Event
  lastTimestamp: "2026-09-18T17:26:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:26:20Z"
    name: isvc-autogluon-ts-v1-noslash.18d67a481487a57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: dabb162b-2ec9-422a-8556-7fd57002c931
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: c8c790f1-2ee5-4d75-925e-8a3659dad67a
  kind: Event
  lastTimestamp: "2026-09-18T17:25:51Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:51Z"
    name: isvc-autogluon-ts-v1-noslash.18d67a48152ae25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 0674e1b6-0ba4-40cf-97e3-c8e7bf367722
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: c8c790f1-2ee5-4d75-925e-8a3659dad67a
  kind: Event
  lastTimestamp: "2026-09-18T17:26:20Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:26:20Z"
    name: isvc-autogluon-ts-v1-noslash.18d67a4eac6d64b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: 3dbfd445-affa-4839-b0c7-e6606c087aa6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:25:04.559864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:25:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3d0d3a4dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: 1c6576d3-3947-4a50-84f1-1afb24c6af2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:05Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:25:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3d2f6f45c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: 7e068eae-159f-4f92-b702-9b0ef7d2fc56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3d31e26982
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 7a321d8c-8a1b-41ae-ae0b-f0e8461e71b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3d34ccc011
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: 68876e5e-52b6-4508-b0c8-a20536fa4f44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3d354d9f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 13a4dedb-214f-4c9c-aecd-499ff6ef9c01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f75b3b3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 093f0983-1dba-48aa-9bd7-153e9535e56f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f789e15c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: b84e7ad7-0359-475d-87f9-4c738fd80046
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f791da74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23349"
    uid: 97ebcbfb-183f-4311-8007-58b33053174d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f7929d61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: 18c7066e-a5e9-4897-8b79-e1b19ce8bf52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f7c50708c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23353"
    uid: e1383876-0e53-48ef-b9c9-9e6bd428c6e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3f7cc85988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: 4abda0ff-6f34-445a-89cf-580ce57db515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a3fedb2386c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 8a687677-5bbc-4574-8bc6-794f1acc30ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:46Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a46e252852e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 100659c4-9c62-4ece-968f-12fc12a9b789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:46Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a46e2535d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 0a5169c8-70ec-4077-b0a4-5cdaadda069d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 8d9ff02c-06ce-486a-89c7-a7ce797fdb75
  kind: Event
  lastTimestamp: "2026-09-18T17:25:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm.18d67a4725adcd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 7a2fd1e4-6f33-431f-b25a-9b2b90e8065e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: b37a18ab-4a07-46c6-b3d5-64e66fa881d8
  kind: Event
  lastTimestamp: "2026-09-18T17:25:04Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m8qmm'
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d67a3d0cbabaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 62c0e278-ad38-4525-933a-85f51148971a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 5c72b896-d22b-4106-a144-849de4b15264
  kind: Event
  lastTimestamp: "2026-09-18T17:25:04Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:04Z"
    name: isvc-autogluon-ts-v1-predictor.18d67a3cff184d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 42a158f5-2dc0-4d33-b505-72449e4b6013
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: d0828248-8dd6-492a-9a25-64a07e3a8782
  kind: Event
  lastTimestamp: "2026-09-18T17:25:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:34Z"
    name: isvc-autogluon-ts-v1-predictor.18d67a407e885251
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: df22b88e-9ec4-4383-ab41-cd936c2aa869
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: d0828248-8dd6-492a-9a25-64a07e3a8782
  kind: Event
  lastTimestamp: "2026-09-18T17:25:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:34Z"
    name: isvc-autogluon-ts-v1-predictor.18d67a407ef80b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: 310e6516-72b3-4e23-a63c-04a173333810
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: bd30a747-e005-478f-b84a-8d4e465a530e
  kind: Event
  lastTimestamp: "2026-09-18T17:25:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:33Z"
    name: isvc-autogluon-ts-v1.18d67a3cff549b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 032d7696-632e-40b0-9c51-6a450faeeed3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: bd30a747-e005-478f-b84a-8d4e465a530e
  kind: Event
  lastTimestamp: "2026-09-18T17:25:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:04Z"
    name: isvc-autogluon-ts-v1.18d67a3d018df52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23196"
    uid: 29bfdbc6-8aca-4c6c-b225-3b8242904ce0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: bd30a747-e005-478f-b84a-8d4e465a530e
  kind: Event
  lastTimestamp: "2026-09-18T17:25:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:04Z"
    name: isvc-autogluon-ts-v1.18d67a3d0ecc59cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 29c892a4-cc50-4bac-8757-789c28f6dd0b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: bd30a747-e005-478f-b84a-8d4e465a530e
  kind: Event
  lastTimestamp: "2026-09-18T17:25:33Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:33Z"
    name: isvc-autogluon-ts-v1.18d67a43b0b3266c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 4a3ae6a7-f648-4270-9a51-0f14ceb71ceb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:13:27.269471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799ab37b44f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: f1935708-188d-4750-91a6-f52df1c4e0de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799ad59bd7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: c94bd560-1c19-490b-a4cc-d326220cef5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799ad71ea638
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: dd967885-b862-4a87-a9f8-dad4e76b04be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799adb1721d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: aef07260-d98d-4f15-a20e-2cb05eb917e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799adb9de02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 42a28633-f8fd-47e8-9837-17bb1dc0c231
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:13:49Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d6799fc4615ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 47cbcf31-ac71-4690-a5e5-aa4a0c6f4d7b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m3.562s
    (2m3.562s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc89433152
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 7fbbfe35-c134-46ad-b2c5-3c5c8c147165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc9006b4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: f513e38c-84db-453f-8a02-bf40bd1cc8a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc9169844b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 49a7737c-11cc-4b6b-a6aa-9a8bd740c440
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc91770a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: c432ece3-c8e9-4c36-8c84-9fe36f930668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc97e492e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: bdd3778f-ed29-43a4-ae01-121f85e09967
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bc9933b12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: abc5c121-3f6d-4e50-9de5-28390627dc94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:16:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679bd06f61135
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ff979a5f-26e8-4827-b89a-2e8b396576a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:16:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679c3d31955a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: d05cd8bc-4f48-4770-81f7-d55fd98997af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: c1d0374f-a6e1-46fa-9344-afbddffbaaef
  kind: Event
  lastTimestamp: "2026-09-18T17:16:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cgcgh.18d679c3d319c5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 60d48151-748a-4d42-a56b-ca03fdf9e482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 3b376061-c096-4a9b-9fbc-39cac30b3597
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-cgcgh'
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d6799ab2adc848
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: b2eba52e-da8f-48ee-9e39-45e409c2374a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 97886f6e-4656-448e-8b1a-ddadb36f9ac5
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-autogluon-v1-predictor.18d6799aaba2ed63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: e254f9ba-c2ff-4e13-bf06-58aa37e0eb10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: d584eedd-ac49-4891-9232-49ccf3bbf9f9
  kind: Event
  lastTimestamp: "2026-09-18T17:16:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:12Z"
    name: isvc-autogluon-v1-predictor.18d6799e2acf0d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 1042985a-6694-48d3-8baf-35599a917b3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: d584eedd-ac49-4891-9232-49ccf3bbf9f9
  kind: Event
  lastTimestamp: "2026-09-18T17:16:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:12Z"
    name: isvc-autogluon-v1-predictor.18d6799e2b3ed8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: 10983c57-b050-44d3-a03d-695e87add51a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 1dac62b1-f49a-4a82-a35e-69b6edfb7f92
  kind: Event
  lastTimestamp: "2026-09-18T17:16:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:16:10Z"
    name: isvc-autogluon-v1.18d6799aac4bd271
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: a1d45dd0-9ff2-4033-b4ef-af008ed65aa3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: 1dac62b1-f49a-4a82-a35e-69b6edfb7f92
  kind: Event
  lastTimestamp: "2026-09-18T17:16:10Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:16:10Z"
    name: isvc-autogluon-v1.18d679c0c75021d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 9def395c-6c1a-4b8e-bb10-99acc5b7ca38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:22:43.004387Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:22:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:22:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a1c17dd29b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 751fd327-7cba-40d6-a422-fcc2e8b00c3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:22:43Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:22:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a1c3a165584
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 01323a98-ef16-4c00-b8c4-eadb1d9a0589
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:22:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a1c3c574ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: e21ccb71-5110-4465-981a-f1b70a9b3975
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:22:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a1c3f116a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 276871ff-8231-45f9-8994-34b39fd15e5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:22:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a1c3f7af296
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: aa4110c7-29b4-4f4e-bc7f-e3a6d0254ce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a2326ed432a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 4d35dfe7-8af3-46fc-bc0c-72972ccce11c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a232a3e53e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 54933e9c-d2c0-41c3-87d2-904a7444c877
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a232ab04f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: 2c66de52-6aee-4380-8fbb-405bd82210a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a232abbe3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: 07dc1fd6-6e5d-4e1d-8c5c-308009c497f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a232ddb6233
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 6b6752fa-976c-4bc3-a1b0-f99f86c90cd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:23:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:23:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a232e482fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: 52ecbd53-3bab-48f1-97a2-057ad79a6bd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:24:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a3bc9b29c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 4ebe2084-9b0d-40ec-9661-dbf9c3cf346d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 608d706a-2204-45d1-95e0-47d9d5baaef0
  kind: Event
  lastTimestamp: "2026-09-18T17:24:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc.18d67a3bc9b8ed41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23111"
    uid: 78d2eb17-c36e-498c-86e6-cfc8e808e33a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 4ad9539d-c3b5-4ab4-9f76-2ae16e731f31
  kind: Event
  lastTimestamp: "2026-09-18T17:22:42Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-8xvbc'
  metadata:
    creationTimestamp: "2026-09-18T17:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d67a1c16c5327c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 9e8f0c1e-1c58-4e9b-91d2-835167fe4391
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: ee6172a2-604e-4ead-825c-4341684e5a90
  kind: Event
  lastTimestamp: "2026-09-18T17:22:42Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor.18d67a1c118eddc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: 92c62bbe-2156-4fff-944c-f14cc5c29b90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 635a159d-1c96-489c-8e06-06f1ad74a8a1
  kind: Event
  lastTimestamp: "2026-09-18T17:23:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:23:42Z"
    name: isvc-autogluon-v2-noslash-predictor.18d67a1f9057b6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: 31698840-1f7e-4a7a-88df-56ba095311b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 635a159d-1c96-489c-8e06-06f1ad74a8a1
  kind: Event
  lastTimestamp: "2026-09-18T17:23:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:23:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d67a1f90d06521
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: 553a5e3d-40d3-41f6-9af5-79974181b0e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 635a159d-1c96-489c-8e06-06f1ad74a8a1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:24:58Z"
    name: isvc-autogluon-v2-noslash-predictor.18d67a268f3824a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 424c5d0d-44c7-4195-965f-ee053426efb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 635a159d-1c96-489c-8e06-06f1ad74a8a1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:24:58Z"
    name: isvc-autogluon-v2-noslash-predictor.18d67a268fab7f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 64c9992a-c698-4d6c-af6b-f539bbcd5629
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: c1cd6963-4ba0-47da-b4c2-3882fff2c59b
  kind: Event
  lastTimestamp: "2026-09-18T17:24:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:24:51Z"
    name: isvc-autogluon-v2-noslash.18d67a1c1184ee91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: c300286e-0606-456a-b6c1-72b1b1f980ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: c1cd6963-4ba0-47da-b4c2-3882fff2c59b
  kind: Event
  lastTimestamp: "2026-09-18T17:22:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:22:42Z"
    name: isvc-autogluon-v2-noslash.18d67a1c1296e13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 8818b1c1-17d0-4f4a-8e87-704083069749
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: c1cd6963-4ba0-47da-b4c2-3882fff2c59b
  kind: Event
  lastTimestamp: "2026-09-18T17:24:51Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:24:51Z"
    name: isvc-autogluon-v2-noslash.18d67a3a1acd1633
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: b984a01f-cb32-4ce6-9f26-8e0387a7b387
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:16:29.062018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c507297cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18894"
    uid: 683d1a16-e2ad-491f-8464-74b90cf559fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18898"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c52926378e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18912"
    uid: 434505c9-8b05-4f07-81b1-9f8fa4bb2398
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c52aad9f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: d46510f8-bc48-4de8-b59f-09c9592c1764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c52d6f9be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: d7abc488-661f-479e-b5cf-ddfb88d2cdf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c52de47258
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: 748c249b-e6cf-4c4a-881a-84091534855b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:16:37Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679c6f7965a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 3ba2b755-150c-4675-ab58-db2c421c5859
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m59.66s
    (1m59.66s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2d3ed47db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 23820dc3-07bb-4182-b320-b006cc3b104a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2dd5396a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: ef1a0458-4d89-4acf-92af-ffa44b8a0ae0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2df74c14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: f008583b-8f51-43d5-b68b-8d378d671e31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2df7fc676
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: ccf36048-b46f-445b-a09b-afa8ef95fc96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2e77a7fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 27bdbbc9-0d4b-4bbe-a698-0300caf1a4d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:18:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:18:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679e2e9b2c616
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 7e4b62f1-db8f-41b5-9565-df2cb3664622
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:20:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.35:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T17:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:23Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679fbadc75ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4243672d-4511-4ebb-b7ec-e4e593f3bdaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679fc0c285df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: a303ed19-859f-4565-820a-0d263d8fbfba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: b8d50a42-c5b2-4bfb-8b71-6fd55efef75d
  kind: Event
  lastTimestamp: "2026-09-18T17:20:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-2szzz.18d679fc0c29376c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: cdcace46-cb69-489f-9b6b-91daed15824a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 97ac6797-e294-443a-a9b3-4299263c6b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-2szzz'
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d679c506b23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 17f7840b-030b-46fa-a86e-35bd324aa2d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: 708b756c-4439-4a42-b715-cc72ee5735b9
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2-predictor.18d679c503b40bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18881"
    uid: a19118f4-d542-4802-af62-9037181a8953
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 4642c13c-1866-4f4e-af18-8b6caa6afdaf
  kind: Event
  lastTimestamp: "2026-09-18T17:19:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:14Z"
    name: isvc-autogluon-v2-predictor.18d679c8822dabe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: a66510a1-5d53-40cd-bd83-3f92b75d4388
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 4642c13c-1866-4f4e-af18-8b6caa6afdaf
  kind: Event
  lastTimestamp: "2026-09-18T17:19:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:14Z"
    name: isvc-autogluon-v2-predictor.18d679c88327a1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 440549b1-5c17-438c-bb6e-632378268f25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 4642c13c-1866-4f4e-af18-8b6caa6afdaf
  kind: Event
  lastTimestamp: "2026-09-18T17:19:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:44Z"
    name: isvc-autogluon-v2-predictor.18d679e7f9b2de55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 9e796ce2-42c0-4a0a-afe3-6979745f3dca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 4642c13c-1866-4f4e-af18-8b6caa6afdaf
  kind: Event
  lastTimestamp: "2026-09-18T17:19:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:29Z"
    name: isvc-autogluon-v2-predictor.18d679e7fa621cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: 453f6792-7fe8-4640-83fc-19f5174aaf03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:20:30.741243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:20:30Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d679fd4c5dc559
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: a222a8bc-60c5-4c88-af1a-ff57a43b4b3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:31Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:20:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d679fd6eac0869
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: c6c7a541-86be-4153-97b5-b5c073feef0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d679fd70af7339
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: bd8dba0e-3cba-437d-adb9-3d7926ed6c07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d679fd733ee3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: c24f31fc-fefa-480b-84a8-2bcb086c30c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d679fd73ccf804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: a5b674e5-6942-4131-8faa-021893d45529
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a0267bb39be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 54afdfdd-e93d-4b23-bf34-289da2d43ec6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a026ab30d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 29be7ad3-2b51-4b59-bcbd-f8cfa661c2f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a026b231c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: a6b48b9b-8a6c-48ff-b90a-86a80ff3866f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a026b2d3b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 78431d3c-96d0-4ada-b955-09c4d8a34ba0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a026ec009c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: af3326c6-149b-4e47-8110-1e6d1e5cf25d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:52Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a026f4c35d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: c7f81494-ce59-47b1-bab5-0e84e85777e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:22:36Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T17:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a1aa531bbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: 3e75a307-ed18-4b2f-8e86-a5023ccc3d28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:22:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a1ade3e5198
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 91be681f-0b92-429e-b4aa-93a87ce03977
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: f0700380-27b2-4bfb-a7c7-a23a2843182f
  kind: Event
  lastTimestamp: "2026-09-18T17:22:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6.18d67a1ade3ed547
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: ad955959-afc2-45a6-b7c4-ddec4a489a07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 17cc083f-dd3b-485d-82c7-3b28539a2b22
  kind: Event
  lastTimestamp: "2026-09-18T17:20:30Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-dc2w6'
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:30Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d679fd4b66c7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 682ac8a6-b89f-4076-ac07-de7cfa6142a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 4c59d0d5-667d-4514-bb35-6d9c312da569
  kind: Event
  lastTimestamp: "2026-09-18T17:20:30Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:30Z"
    name: isvc-autogluon-v2-variants-predictor.18d679fd42d3e202
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 0b6eaf6e-4d19-4d77-a0fa-69ee9d4617ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 700cd029-f241-48f6-a701-d2ce695f9d1f
  kind: Event
  lastTimestamp: "2026-09-18T17:21:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:21:15Z"
    name: isvc-autogluon-v2-variants-predictor.18d67a00c209f9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 40d676f2-3053-4c3f-b241-8ec37b8600b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 700cd029-f241-48f6-a701-d2ce695f9d1f
  kind: Event
  lastTimestamp: "2026-09-18T17:21:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:21:15Z"
    name: isvc-autogluon-v2-variants-predictor.18d67a00c272da0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 48833ec4-81c3-4726-8b58-53aa3029f019
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:21:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 700cd029-f241-48f6-a701-d2ce695f9d1f
  kind: Event
  lastTimestamp: "2026-09-18T17:22:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:30Z"
    name: isvc-autogluon-v2-variants-predictor.18d67a0b3f7daa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: f338b6ee-7971-4062-a04c-a7ebf0306607
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:21:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 700cd029-f241-48f6-a701-d2ce695f9d1f
  kind: Event
  lastTimestamp: "2026-09-18T17:22:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:30Z"
    name: isvc-autogluon-v2-variants-predictor.18d67a0b3fedfbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 0c06fcf4-0ab2-4941-b30f-6a61269260dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: e110ba92-4aac-4a00-b20a-97ce72f5a552
  kind: Event
  lastTimestamp: "2026-09-18T17:22:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:22:25Z"
    name: isvc-autogluon-v2-variants.18d679fd432690f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: d56364cb-27c1-4d1a-836b-9b1f958bbb49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: e110ba92-4aac-4a00-b20a-97ce72f5a552
  kind: Event
  lastTimestamp: "2026-09-18T17:20:30Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:20:30Z"
    name: isvc-autogluon-v2-variants.18d679fd43c71299
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 6b017a35-b9ab-4f3e-b0cb-fa6ee0bb76c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: e110ba92-4aac-4a00-b20a-97ce72f5a552
  kind: Event
  lastTimestamp: "2026-09-18T17:20:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:20:30Z"
    name: isvc-autogluon-v2-variants.18d679fd4f72d8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: ddd02c1d-2839-4689-b51f-cb8d817775ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: e110ba92-4aac-4a00-b20a-97ce72f5a552
  kind: Event
  lastTimestamp: "2026-09-18T17:22:25Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:22:25Z"
    name: isvc-autogluon-v2-variants.18d67a181e04110c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 5e0f74d8-411b-428d-8199-987e43dd43f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: fdd3fffa-b8e2-41f3-ad75-86095e444c7f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:20:13Z"
    name: isvc-autogluon-v2.18d679c50397a100
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: aecc3d50-f6d0-4994-a67a-a6e730062f31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: fdd3fffa-b8e2-41f3-ad75-86095e444c7f
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2.18d679c503fa531a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 0164fc0e-1152-45dd-a357-0f6260bfe2b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18870"
    uid: fdd3fffa-b8e2-41f3-ad75-86095e444c7f
  kind: Event
  lastTimestamp: "2026-09-18T17:16:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:16:29Z"
    name: isvc-autogluon-v2.18d679c509e6aa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 1e717985-c312-4e6e-bc4e-d0dc4fd6a6de
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: fdd3fffa-b8e2-41f3-ad75-86095e444c7f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:12Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:20:12Z"
    name: isvc-autogluon-v2.18d679f927a3241c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 6dee3e3d-c7be-4148-a3a4-b603abd5f66b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:26:32.616581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-b75cfc78d-8qfbl
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a518dd13852
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: e59b06c3-730e-4cc1-a2bd-66d155b26edc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a51b005b099
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: a8b6149a-4a0b-4cd8-b1d1-a74a68380da5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a51b192bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: cef7f45f-f373-4404-a5bd-8e1f8b87be5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a51b4612b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 8545d40b-5302-42dc-9fc1-6e49ee957e6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a51b4d6ba24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: b20dd04d-72ce-44d8-a258-5b8fab7b2f07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a52a628e149
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: dada5377-6ee6-4256-a028-9fe3a905e70a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 14.21s (14.21s including waiting). Image size: 1604512144 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55f52a5467
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: ab43361b-9580-4555-b337-1fefadaf933a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55f8317ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: fd8ca064-50bd-4c8c-9991-a0ee71249a4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55f8ab0b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 4b674a75-c21b-4ffb-9f18-8ea11224e7d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55f8b6611d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: ad846ce1-90cb-40d2-90f9-5f34b207f1a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55fc9af621
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 4625f545-7e15-4d09-b3c7-9f402c96cef3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:26:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:51Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a55fd1561ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 08c49861-6746-4c23-85b7-7970b95b80df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a5629887dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: e236cf54-5542-46de-aa24-c7981d5e0997
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a67c62eb438
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 5e44ee09-2e4c-47ec-adfd-faa715210290
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a67c62f49f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 303ea3f0-1a84-443b-a81f-0e5af8838730
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 21c3f9c0-c03a-4dbf-a1d6-584000bed761
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor-b75cfc78d-8qfbl.18d67a67dbade896
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: bb3d94f8-6052-4197-9237-dee80fe17883
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:26:32.562541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-b75cfc78d-dqzdg
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a518a989afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 3aa0af6f-d1b8-4b65-9d5e-c1b0e8e7fdc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a51ad28528f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: da8dcd43-8279-40bb-aac2-efe97dfa729f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a51aeb997a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 310277f7-41dd-4448-8c4e-f118e62ce52f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a51b12073ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: f68d615e-6422-42ba-b876-0d8f6152a794
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a51b19bdd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: de8f9de0-def9-4934-b210-d79a3392b03d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52c37e4fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: 955d258b-ccc2-490f-917d-3572df959190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52c7b330ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: cd72a591-abae-428b-8b52-fc2d522e9e55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52c83112e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 0aff9e85-e155-4605-bb15-d0d27d273211
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52c83cd727
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 08105414-3f7f-40aa-99d2-fc3da8de9513
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52cb8b8d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 0f81e358-df82-4002-b601-2d5c23541173
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52cc0a68da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 933d1fb0-4802-4879-b672-6c9c108db5d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:28:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:14Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a52ffbcc715
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 02dbc888-40da-4bb3-a281-54f0dd58c159
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:28:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:12Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a68d80f53e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 7c9be1d6-ade3-493b-85b1-df4e660b7469
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:28:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:12Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a68d8117528
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 671db89e-b65d-4b0c-9164-223f093d9359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 101e16ed-d709-4547-85c6-7daa62eb5a88
  kind: Event
  lastTimestamp: "2026-09-18T17:28:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:14Z"
    name: isvc-canary-create-predictor-b75cfc78d-dqzdg.18d67a695a1858e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25174"
    uid: cf7f1257-3469-4910-8a52-6296ab0a9b6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: 076df416-19fd-4e63-bdd2-54c6e29a8ea6
  kind: Event
  lastTimestamp: "2026-09-18T17:26:32Z"
  message: 'Created pod: isvc-canary-create-predictor-b75cfc78d-dqzdg'
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d67a5189e5885c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: f0228d38-836c-4d7c-9e50-913743328209
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: 076df416-19fd-4e63-bdd2-54c6e29a8ea6
  kind: Event
  lastTimestamp: "2026-09-18T17:26:32Z"
  message: 'Created pod: isvc-canary-create-predictor-b75cfc78d-8qfbl'
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d67a518d4fde7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 672c8a8b-a04d-42df-8b1a-afe3d1c78936
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25071"
    uid: 076df416-19fd-4e63-bdd2-54c6e29a8ea6
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: 'Deleted pod: isvc-canary-create-predictor-b75cfc78d-8qfbl'
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d67a67c5f939d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: 443913ed-ed1d-4ae2-a274-344ed8c3f9e3
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: ed002a83-da97-4058-a1f7-5ef628c3bc98
  kind: Event
  lastTimestamp: "2026-09-18T17:26:32Z"
  message: Scaled up replica set isvc-canary-create-predictor-b75cfc78d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-predictor.18d67a51848e4564
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 175ac9b5-69f6-4c34-abeb-95f0d05e0680
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: ed002a83-da97-4058-a1f7-5ef628c3bc98
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: Scaled down replica set isvc-canary-create-predictor-b75cfc78d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create-predictor.18d67a67c56451db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: e4052dfa-325b-4f80-ab3d-ac43859a01e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:26:32.530651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a5188b430c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: 14d4ab47-7e26-42b7-9146-a853098b698e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a51ab1d0244
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: aae55a80-f663-4fa0-9ec8-f8769c92344c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a51aca72518
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: 846afbb8-f4b8-45f3-a310-be9dc4fde783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a51b0909f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: 28e5ff06-2cf5-4e8d-94e1-a62817d7847a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:33Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a51b10ed061
    namespace: kserve-ci-e2e-test
    resourceVersion: "24224"
    uid: 7c7134fa-1ea3-47c6-b3ac-76c5ac47605c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52c39674e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: fb03e48f-4cf2-4961-82f5-7f26a378892c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52c7c081ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: c90a6d49-eda3-400c-a8ad-f37ee732ff47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52c83e7293
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 1aa98fe1-27f3-4243-8df7-0c7287fa09c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52c84889fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: f5e6db77-f769-4c0c-9f63-363480bbf262
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52cb817ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: be7ea893-fe26-4ba1-8fd7-a08cca16100c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a52cbfa548e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: fc657a38-65d2-4eb5-a23a-d5c32f444a26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:28:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:17Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a533bbd614f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 9bcfc5f9-74b3-45f6-bfce-0876976f7d69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:28:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:12Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a68d7046f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 02aed508-7258-4cbc-97b6-061b3f3f4303
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:28:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:12Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a68d704f144
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: c5f70149-fec7-49a6-97fb-0855b70abec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: bd3cb6e4-917a-4a79-afb4-2fe3ee6140bc
  kind: Event
  lastTimestamp: "2026-09-18T17:28:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:15Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp.18d67a69960e7397
    namespace: kserve-ci-e2e-test
    resourceVersion: "25185"
    uid: 2db05ba3-a21d-4d7f-b8bd-4217fee5dc60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7b4d9977c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: bf6da7c4-9097-46c0-9363-a5493da31f29
  kind: Event
  lastTimestamp: "2026-09-18T17:26:32Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7b4d9977c7-vssvp'
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7.18d67a5187ee0ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 99dbb60b-a597-4af4-85ea-3f1948fbbdfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: decb39d5-b97d-46f7-8a95-19a7520fd05f
  kind: Event
  lastTimestamp: "2026-09-18T17:26:32Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7b4d9977c7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:32Z"
    name: isvc-canary-create-v2-predictor.18d67a51824de4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24158"
    uid: c6c360fd-0dc8-4532-b4e5-beb3e691232e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 4e9fb658-cd8d-4815-9073-a1884de8251f
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create.18d67a518473503f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: ef1eeb6b-0fac-4cba-8da7-dc85a36d68d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 4e9fb658-cd8d-4815-9073-a1884de8251f
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create.18d67a51853150ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 37f58e0d-5eb5-45d3-af5f-bd92f1688fee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 4e9fb658-cd8d-4815-9073-a1884de8251f
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create.18d67a5185319ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: 0edb8e64-99d2-49f2-ab17-2805b3da6e0d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: 4e9fb658-cd8d-4815-9073-a1884de8251f
  kind: Event
  lastTimestamp: "2026-09-18T17:28:08Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:08Z"
    name: isvc-canary-create.18d67a67cd402813
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: ee7dd070-46d3-4df6-896e-f3f8ff9b251a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:28:18.098096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5f4f848c44-fklqc
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a1d016ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: 190d78d5-3400-4392-9d91-dd6d0c9937f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a265ae172
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 6b3aa5cd-7ef5-4725-985b-280f64181199
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a62be7c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 67ec31ac-a33d-4a00-a6b1-3ceabfd8c319
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a65296b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25295"
    uid: aa4e15cd-e8ec-4cc5-8790-978d4241312e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a68938e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: 68a53580-c1ba-432f-887e-97548919e1d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6a68fde55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 24730860-38ad-49c1-9eed-b8aba08edf8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b73f787b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 4ae642f2-d9de-4171-bbb4-63b0b0f8df94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b7873be46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 6423bdef-c70f-4f29-81b4-c07d28f230be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b791a8124
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 36f2a906-bf06-43e8-a4c4-61aefe4b227d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b7926a7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: 6c371bbd-d10a-4e3e-b67d-6cbcd71f387a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b7bf711aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: 8090bef5-1525-4215-a854-74ec1c0722ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6b7c633359
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: 387c6180-37d9-4198-bc5f-83c90b4d5828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:29:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:40Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a6bb0326e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 6ace1dba-afc9-4ede-8db5-4355397ba3d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:40Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a7d329ac7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: f23097ef-37c4-4025-96ba-bd75e06576af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:40Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a7d329bf3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 8b529736-ccb5-4a49-a791-ff48bfc54234
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 023a6fc1-8da4-489a-892c-aa8131ff6c00
  kind: Event
  lastTimestamp: "2026-09-18T17:30:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-fklqc.18d67a7d625fefb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 7e59ab73-b73e-4bfd-a294-a0c577680a46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:28:18.220655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5f4f848c44-m2lrf
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a244f7333
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: ff9b4dab-fc7a-4900-bdf0-c04bd5e3cde7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a2e180f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 9958e7c4-3200-4b7d-86d6-270420235533
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a6a334616
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: d0e687db-6600-4064-8b9c-84c7a238b164
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a6d1ab12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: ca59c7bc-1dd9-4aee-89db-5bdb8228538b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a70177cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: 5991c434-c4ba-42d8-9023-f89477a9ce6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:19Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6a70927c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25302"
    uid: d79a5ff4-e92a-4b02-b746-f0e3b388eed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b55d3b88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 412cd56b-7db5-4568-bd3a-4cdd21c30460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b58f8833e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 72b54655-f527-4301-85d5-1ed5c1946fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b596e9993
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 6bdb94d4-1108-4310-9b9b-e57c02a67647
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b59794aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 1f350b04-018e-4b33-906a-3b8dfcaaf4f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b5cd635de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 99122dec-844e-4d25-a6e4-d28ccbb26c12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:28:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:23Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b5d4d59f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: e7b8e450-3e29-4665-a6da-9e856afa9902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:30:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:00Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a6b91eef186
    namespace: kserve-ci-e2e-test
    resourceVersion: "26256"
    uid: de39dcc1-4e7c-4b8f-8ed0-9790aa41cf29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a8157f05187
    namespace: kserve-ci-e2e-test
    resourceVersion: "26209"
    uid: dfb9ecd2-50d2-409b-9b14-6f9597fcdffe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a8157f0cada
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 74e4044a-9615-4fc9-9bbe-e6c32cbb3fe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: a1f555f6-f287-4856-871a-242de5e78bbf
  kind: Event
  lastTimestamp: "2026-09-18T17:30:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:00Z"
    name: isvc-canary-promote-predictor-5f4f848c44-m2lrf.18d67a81ec322412
    namespace: kserve-ci-e2e-test
    resourceVersion: "26255"
    uid: be97e001-1395-4609-9c92-4e112d95eaf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: e0691d1f-07cd-4e42-ace8-6975867f4030
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-5f4f848c44-fklqc'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d67a6a1bb5d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 39ae5c73-12a8-4447-960f-e574d1f15844
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: e0691d1f-07cd-4e42-ace8-6975867f4030
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-5f4f848c44-m2lrf'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d67a6a238ff2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: 83661463-7d03-4c7c-a2de-1598f2c57913
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26037"
    uid: e0691d1f-07cd-4e42-ace8-6975867f4030
  kind: Event
  lastTimestamp: "2026-09-18T17:29:40Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5f4f848c44-fklqc'
  metadata:
    creationTimestamp: "2026-09-18T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:40Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d67a7d325d8d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: 61bc0f69-2fd2-458a-8e5e-1ac4d2606dec
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: 222696c7-d1e9-49e3-8a29-bc469717410b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:17Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5f4f848c44 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T17:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:17Z"
    name: isvc-canary-promote-predictor.18d67a6a13c2de54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: e2d63599-8729-4336-977c-298a209ec374
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 222696c7-d1e9-49e3-8a29-bc469717410b
  kind: Event
  lastTimestamp: "2026-09-18T17:29:40Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5f4f848c44 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:40Z"
    name: isvc-canary-promote-predictor.18d67a7d315a0e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: 353fe939-c26a-43e4-84ac-33bd9c058b96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:29:57.921231Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a815aed93b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: d99ff379-e041-4946-aee8-2c3a97f77208
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:29:58Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:29:58Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a817d0d0ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 343e920e-1521-4b54-b7f6-8855a526d3d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:29:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:58Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a817f818211
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 12e5fc34-36f6-4e1b-8246-499531e4c5be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:29:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:58Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a81827ef830
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 095ad3a0-7272-4a50-b9e6-f55e06710e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:29:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:29:58Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a8182fa2d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: fb9c0b98-1f32-454b-bf78-5ba409a410f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a827e5f5c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 73fbaedb-a996-4cb8-b791-a189fa57df0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a8282099ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26280"
    uid: 2e90f14c-d562-4173-967d-4f6e91a06947
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a8282851f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 71f70631-b645-4d64-a55f-838348d75697
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a828291b93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: 4e3ce152-2562-4243-ba2f-ade7501ae78e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a8285f01fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: f2e0c5ca-de5e-4139-8756-c244c2b1ba0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:30:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:02Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a828671b8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: 8e374db2-a8c0-4a94-b8e5-3b4e3229b6a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:31:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:38Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a82f68406ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 0033c570-8a2d-4d15-8803-42d720ffc10f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:38Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a98aa757cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: a9e00775-7126-41a0-8c3f-f272229acd3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:31:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:38Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a98aa7609bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 8fd49895-b505-4abd-abb8-013c21b38150
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 4d22cfc6-e80f-427a-aa7f-68fa0e780253
  kind: Event
  lastTimestamp: "2026-09-18T17:31:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c.18d67a9950d5a1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: de1dc8a5-96f0-42f8-8fd8-809b883201a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:28:18.045856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6a19e452f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: bdafee5c-95f1-4cc6-be01-2f16814585d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6a3c09ed20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 907d3827-87f4-44cd-9353-36070c402dbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6a3dcb0bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: dd74cae8-27b6-42d4-a3c1-3ba61982e2a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6a4054599c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: d392e748-41f4-4cc7-88c6-d64e4f266f8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6a40bcad48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: 0c26f87f-4ad1-4354-83b3-d524ddd90532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b37c6539f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: b1374baa-bcc3-400c-ac54-45a3f9e873e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b3b77d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: a8c5ecbd-46ff-481d-89b7-8dd58405a0d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b3be6611b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 0d3a78f5-bf8b-4775-8ed1-08c7c077afeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b3bf12407
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: a74186ef-197c-4c75-a53f-18526c2c145c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b3f156913
    namespace: kserve-ci-e2e-test
    resourceVersion: "25341"
    uid: ffe0c5ab-15c0-4988-88f9-2982f3ea8739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:28:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:22Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b3f8378fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: c3875ec2-2c0d-40d0-abfe-5d3d53b9abb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:31:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:39Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a6b742991e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 73ae7ea7-4ddd-4e0c-97b0-53c96d11b906
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:38Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a98aa9f04f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 463d6fb4-35a3-4ea4-8ad0-f05cc9235639
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:31:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:38Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a98aa9f8062
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 450eed20-1333-4a27-88b0-c8e955e53c7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 272f7a4f-43ce-4a9c-8e0b-0d87e5a01f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:31:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:39Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9.18d67a99170de046
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: 97ea459d-7c9c-4cd4-8e37-fa0491167a10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7fd74c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25214"
    uid: 3830a089-0e5a-4ada-9238-efa3bae103dc
  kind: Event
  lastTimestamp: "2026-09-18T17:28:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7fd74c59-dhsj9'
  metadata:
    creationTimestamp: "2026-09-18T17:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:18Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59.18d67a6a195f1cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 691c5827-7ae0-49c5-a65a-8c8ed2593538
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7fd74c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26201"
    uid: 3830a089-0e5a-4ada-9238-efa3bae103dc
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7fd74c59-9kw4c'
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59.18d67a815a266f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 470a3ed4-52e5-4181-970e-04c39c55b3d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 93232aeb-a282-4575-b64f-96072cb2333f
  kind: Event
  lastTimestamp: "2026-09-18T17:28:17Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7fd74c59 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:17Z"
    name: isvc-canary-promote-v2-predictor.18d67a6a0e7dc5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: 775862ad-61aa-45bd-be30-368b864b281e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: 93232aeb-a282-4575-b64f-96072cb2333f
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7fd74c59 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote-v2-predictor.18d67a81571f26aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26205"
    uid: 4365fefb-9217-43ac-af27-f3b2b57cb89c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: 9fa2549b-340f-407d-b857-a636b618a6d1
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote.18d67a6a13c86f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 7d4163f3-88e7-4f63-89f3-3b7b61f9f1b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: 9fa2549b-340f-407d-b857-a636b618a6d1
  kind: Event
  lastTimestamp: "2026-09-18T17:28:17Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:17Z"
    name: isvc-canary-promote.18d67a6a15387afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: 017b5dc1-86bd-4863-ae49-78fd273d1ab0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: 9fa2549b-340f-407d-b857-a636b618a6d1
  kind: Event
  lastTimestamp: "2026-09-18T17:28:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:17Z"
    name: isvc-canary-promote.18d67a6a1538ce3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25232"
    uid: 21c83430-396d-453a-bedb-b4031c873dd4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26139"
    uid: 9fa2549b-340f-407d-b857-a636b618a6d1
  kind: Event
  lastTimestamp: "2026-09-18T17:31:29Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:29Z"
    name: isvc-canary-promote.18d67a7f9f212005
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: aa0b6d0a-e381-4fe7-bb6e-b4f56323c45f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 9fa2549b-340f-407d-b857-a636b618a6d1
  kind: Event
  lastTimestamp: "2026-09-18T17:29:57Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-18T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:29:57Z"
    name: isvc-canary-promote.18d67a815a8a49a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: 95d02328-2d18-4719-ae50-f09a0ad7ab66
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:33:38.421287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-4qfns
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:33:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67ab4b1c16b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: 4f7adeca-6d34-420b-a89e-a510c9ae881f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abab058e7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: 4845cf55-80d6-4a1c-8d72-96628aa687b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abab1d252c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: ffd2e570-c0ba-42d2-b377-0109d3a4a733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abab6abbe03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 6c448822-2462-4f5e-9822-595d539cec78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abab7916c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28876"
    uid: bb04671a-c73a-42ae-830b-f6c85274346e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbbfe142fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: cce426eb-fa5c-4f7e-b9bf-dc44d051aa9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbc6d3f1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28928"
    uid: e9161b95-ef4b-4b05-8188-0dc5bdae7e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbc7e14061
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: bc783ca3-fd81-4c4f-853c-df96472ff6b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbc7ed33c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 4776b796-1659-4845-84a9-d6c19f0d0ab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbcd675a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 75769f09-5e76-4537-9a07-b85f001d9fe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:34:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:08Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abbce7bd543
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 6d4da68b-dae0-4f8d-a6fe-b82b3804bdb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:35:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:26Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67abc37e56683
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 402ab3cc-57a4-45ad-86d9-759b5f62e089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:38Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67ad0a73c7374
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: 2a77a40e-42da-4e50-861e-a0bc53f73efc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:38Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67ad0a73cf338
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 40cba906-ff96-4ff5-a427-a80ff96b9b69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-4qfns
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: b87d87f9-4fda-46a8-9efd-ac38b0c0d695
  kind: Event
  lastTimestamp: "2026-09-18T17:35:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:41Z"
    name: isvc-canary-rollback-predictor-69978998f6-4qfns.18d67ad16863fec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29738"
    uid: 2f411aa3-f602-4422-a32a-817b609c1f30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:31:43.315184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-5zzhm
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a99e4e5ad7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27299"
    uid: 0ab48e34-1909-4944-ad3e-bd66801d72be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a99eff4e566
    namespace: kserve-ci-e2e-test
    resourceVersion: "27312"
    uid: be45a04b-8a49-43da-9fd5-dd5b42fdf544
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9a2a944035
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: 581ec123-d769-402c-8e7a-5db6b182222d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9a2c111968
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: fa14bb3e-44e6-4eed-89ce-5207eb68e167
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9a2ee3737f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: c71c20ca-0a6a-4353-abea-7b96c20b13da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9a2f4ba41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: d34bcf23-e8ce-4ec9-ae2c-01c040409478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b2dfb3c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: c9d31272-7415-485d-83f3-0ef361841dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b31451999
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: 425cd122-6ef1-4743-acca-7c2d7f23922e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b31cedf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 89c49ba9-074c-49b9-8854-01b64a5bfb8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b31d8a1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 625cc9af-50f6-41f7-837a-c21a8ed5bdce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b35f8efa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: ac58910a-170d-4f37-9335-c981779459b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b3676e94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 999d21e5-02d8-4cf4-a1e2-735ea7d4fe72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:34:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:02Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67a9b6a37d723
    namespace: kserve-ci-e2e-test
    resourceVersion: "28854"
    uid: d8f12ffe-d7d9-45ae-be43-2632ef2e33d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:33:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:33:33Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67ab3a8fb9cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: beee1fe9-691e-4846-a586-85a9d1fdccfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:33:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:33:33Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67ab3a8fc0a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: b219e08a-1873-481a-9725-581719a87e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: aefc9dfd-6251-41d2-a7a9-92e9ee84b149
  kind: Event
  lastTimestamp: "2026-09-18T17:34:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:00Z"
    name: isvc-canary-rollback-predictor-69978998f6-5zzhm.18d67ab41881284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28838"
    uid: 1b32a77b-4a9e-45e3-9280-6655e2455653
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:31:43.259124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-sgvlv
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a99e18e4830
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 95a9d3f7-f405-4252-a0d6-159f93168cb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a99f073def9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27313"
    uid: 12f8b7c4-78e4-4647-a85f-87ca2453414a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9a28873126
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: e1da36d1-5ac3-4ac5-a70c-c30d4244b1cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9a2a39389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: 6cfdef61-726f-4e30-b8aa-7187658efcfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9a2e389e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: d742748c-8f46-40ad-9281-549e0f24d2de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:44Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9a2ea556aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: f3e24960-9bee-4a3e-af17-e81221e24318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b0f426c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: e50c1883-9a91-4997-bc5e-0387abf7f384
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b12263582
    namespace: kserve-ci-e2e-test
    resourceVersion: "27392"
    uid: e8e5f0ee-ecd9-4ef0-a19c-bcef7400e760
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b12929586
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: a021c9c5-9338-4768-a657-1e8e42132784
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b129ea918
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: 1b906bbe-afd3-41c1-a5f8-70bea84d6acf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b15ab50a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 464cfefb-b2ef-4e33-8e0e-49ba49008b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:31:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:48Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b161711a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 66f95b40-43f7-42f4-9e2a-f80bd5cb49df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:33:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:33:05Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67a9b4b565bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: b630f3ba-120e-4a40-be55-73888489deed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:38Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67ad0a76716a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 82526a3b-c909-4ec7-8e55-63121a7c4431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:38Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67ad0a76840ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 4923f20a-a0d4-45cd-a6bc-d29afab64302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 0bb3352b-d853-44aa-a02d-f0a0fe8bc270
  kind: Event
  lastTimestamp: "2026-09-18T17:35:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:40Z"
    name: isvc-canary-rollback-predictor-69978998f6-sgvlv.18d67ad11448de3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: b9751ecf-d060-4d0f-a24a-46d07860163c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27271"
    uid: 8ab9570b-05ca-4995-ad8d-8ccaff9209c3
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-sgvlv'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d67a99e1423435
    namespace: kserve-ci-e2e-test
    resourceVersion: "27287"
    uid: baf763f8-abf9-4b1b-af97-ef2aaaf2e75d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27271"
    uid: 8ab9570b-05ca-4995-ad8d-8ccaff9209c3
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-5zzhm'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d67a99e4a58c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: 3be50bfb-a899-451a-a7fd-313e218f7293
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: 8ab9570b-05ca-4995-ad8d-8ccaff9209c3
  kind: Event
  lastTimestamp: "2026-09-18T17:33:33Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-69978998f6-5zzhm'
  metadata:
    creationTimestamp: "2026-09-18T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:33:33Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d67ab3a8c81092
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: 15d882eb-4d5e-4b34-bf71-7a3b512f0e1e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: 8ab9570b-05ca-4995-ad8d-8ccaff9209c3
  kind: Event
  lastTimestamp: "2026-09-18T17:33:38Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-4qfns'
  metadata:
    creationTimestamp: "2026-09-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d67ab4b155feab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: f9ae2367-86fb-48db-9ccf-a8352c2e275a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: 16ab55e9-cd30-4401-9eb4-98f47a0e03f0
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-69978998f6 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-predictor.18d67a99de34ca8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: 5de12c94-7d95-4cad-bf83-437d32429e0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 16ab55e9-cd30-4401-9eb4-98f47a0e03f0
  kind: Event
  lastTimestamp: "2026-09-18T17:33:33Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-69978998f6 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:33:33Z"
    name: isvc-canary-rollback-predictor.18d67ab3a79f931d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: 02b88457-b07e-440b-b0e7-f3ee2d7ca339
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: 16ab55e9-cd30-4401-9eb4-98f47a0e03f0
  kind: Event
  lastTimestamp: "2026-09-18T17:33:38Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-69978998f6 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback-predictor.18d67ab4abb77a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: 7028bbaf-4f2e-47d5-91ce-6fad6c81f789
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:31:43.224326Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a99df7b54f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: 46ad33b1-e281-4c02-a669-92e617c08190
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27288"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9a018078a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: fd68c4cd-2c8f-4e0b-adc8-e4150a83fdce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9a02e85243
    namespace: kserve-ci-e2e-test
    resourceVersion: "27322"
    uid: a4a762c3-5dd3-4b44-86b4-f57a08b05b5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9a05c3a1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: 54031bca-d54b-4378-a657-54a795d1bad5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9a0627e0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27324"
    uid: ef807220-e2a4-45bd-9513-c4299c59ff21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9af1ff779d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 39148d1b-48a3-4818-aa8c-72319b5a8113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9af5fb91b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: cc0dc025-b573-4acb-b71e-0a72655889bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9af6695bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27384"
    uid: 62f0ee06-6781-4ee9-907d-f4c35c205a51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9af675be4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 71ff3ea5-e7eb-4d9d-a38d-4c5a624f8bf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9afa5ecc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: 2a7645ee-943d-4252-9e26-0a7c2ae98fcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:47Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9aface3749
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: 797f34b6-4cc1-4b1a-8fea-cac4c9bc208e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:34:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:03Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67a9b6a38028b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: 1f22713e-337a-4d2d-8d6d-b118fbad0a2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:33:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67ab4ac68568a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28648"
    uid: ddf1b583-ab51-42af-b101-26f9eb694b74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:33:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67ab4ac6a1139
    namespace: kserve-ci-e2e-test
    resourceVersion: "28649"
    uid: c41cf693-8fa9-49a3-8534-57728c59b693
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6e5194fa-ac1a-4319-9a1f-3e9062796b6a
  kind: Event
  lastTimestamp: "2026-09-18T17:34:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:00Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq.18d67ab542936f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28837"
    uid: 2db07567-2f2d-47fc-a52e-978a1acd4d56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: 15cedff8-fbcf-4220-8c18-94f8e1d88f91
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-ddcc7cc7c-6kmlq'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c.18d67a99df01eb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: cb4ce6d5-f90e-4a3c-95a1-226bc6d0dabc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 88e0af2b-9f42-4838-83cd-53545b03c836
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-ddcc7cc7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback-v2-predictor.18d67a99dc11fcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: 70fdcfb5-df22-48cc-b934-6ad1eed811ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 20e7f909-5969-4e4e-8c42-22517b6a2250
  kind: Event
  lastTimestamp: "2026-09-18T17:33:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:33:38Z"
    name: isvc-canary-rollback.18d67a99ddf1f408
    namespace: kserve-ci-e2e-test
    resourceVersion: "28646"
    uid: 51ad193d-129b-4287-b3a0-cce98c417599
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 20e7f909-5969-4e4e-8c42-22517b6a2250
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback.18d67a99de55012d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27275"
    uid: a4d4d46a-273d-4dcd-ace0-8fe15f84dcb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 20e7f909-5969-4e4e-8c42-22517b6a2250
  kind: Event
  lastTimestamp: "2026-09-18T17:31:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:43Z"
    name: isvc-canary-rollback.18d67a99de555ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27277"
    uid: 9b45ce77-cc05-4fd2-8bc0-be18e325d08a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28557"
    uid: 20e7f909-5969-4e4e-8c42-22517b6a2250
  kind: Event
  lastTimestamp: "2026-09-18T17:35:36Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:35:36Z"
    name: isvc-canary-rollback.18d67ab367928a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29680"
    uid: 63a347ca-8949-46ba-b1a0-e63e5656bf4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:35:43.745834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6958d6c864-88zvb
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad1dfae45e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: 4b457289-500e-4444-bb1f-b383bf3ec85f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad1e8f5bebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 9b9f1ba2-37e7-4ba0-a9fe-8c413070b0d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29795"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad227ad3ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 0a8d277d-a777-480f-bb1f-8dbe6136f433
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad229561f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: 4906fdfd-d4b9-46ec-bf0b-d9f7c112675f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:45Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad22cea2fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: 1fc53930-e151-4ee9-b61a-9b0ba4d8f73c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:45Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad22d5690db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29851"
    uid: 17fe65ce-6f40-4bce-b646-0df1edeb28b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad33398f16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29914"
    uid: b3979593-fba2-42d2-be63-4b2593813f79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad3366b3eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29918"
    uid: b2daae76-a9b9-48d4-ac5e-31e89133672d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad336d7a0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: 26c047c1-a64c-4fca-93f5-420bd3c46a71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad336e3f4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29920"
    uid: a5cf061c-3004-47d9-8c6e-558b93b6c6a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad33a71e676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: 8f2d266d-f83d-4844-aba4-f757b5e3b214
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad33ada1169
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: 13790974-a9fc-4170-8f8c-4220ba7e76d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:37:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:07Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ad3abcb1ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: 83d622c4-01da-43d5-af75-a30fe81d821c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ae742817f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: cf38da3a-9fa2-4f0d-9cdf-c7dfb7a1347a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ae7428237bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: aef041c6-67a6-4e90-b507-c9b9e62623c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-88zvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: df0424ee-7af5-46a2-a907-30c65f68206b
  kind: Event
  lastTimestamp: "2026-09-18T17:37:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:17Z"
    name: isvc-canary-stop-predictor-6958d6c864-88zvb.18d67ae7b2068550
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 9fc3b448-858c-47c0-a25a-02dbed4f211c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:35:43.789823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29796"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6958d6c864-s7ztn
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad1e24d7464
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 17130eee-5dd3-4027-aab5-7d1c2a24cd4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad1ee77a630
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 4f958ab8-a3fc-4cf0-a385-e724fa659d85
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad2282e6894
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: bd11ebc1-3a4a-4887-a373-c14a5e79b5f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad229adde41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: 5261c79f-c69c-4cd2-8ebc-ff950b5d032b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:45Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad22c844251
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: 1aa207f8-d6ab-4d28-8205-c874dc6fd35c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:45Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad22cf436d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 566ca9fe-e7b7-4bf9-a5f9-9cd635d6723b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad326cd4202
    namespace: kserve-ci-e2e-test
    resourceVersion: "29905"
    uid: d418d671-35ab-4e43-b2b7-849537f13a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad329df3cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 955427f0-7753-4ed5-aa48-800090908fb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad32a54f9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29908"
    uid: fee5b507-9e1a-4c65-afb2-4dfed9efdb73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad32a605c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: 9cd11abf-21bd-484a-9094-794a4dafa7a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad32d998d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29911"
    uid: 05e1df00-46cb-4cfa-abf7-f33722bd9313
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:35:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:49Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad32e041e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29912"
    uid: 3f1cd03c-461b-4545-bcca-775845b29378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:36:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:59Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ad39ec9c338
    namespace: kserve-ci-e2e-test
    resourceVersion: "30535"
    uid: d012dfcc-3ff8-45c6-8e5e-c93a4554a1b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:37:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:23Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ae927a2c339
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: c7219dc4-11ee-4673-8842-d08884acb6b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:37:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:23Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ae927a33186
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: f0577f2f-64f5-4c1b-a56d-01cd08f93719
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: d0b131df-15cd-4980-9d68-42c729c3423f
  kind: Event
  lastTimestamp: "2026-09-18T17:37:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:27Z"
    name: isvc-canary-stop-predictor-6958d6c864-s7ztn.18d67ae9f90b8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: db48f797-5a6b-40a5-bae1-94750bbeaf21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: d259284a-57a4-4834-9b40-dd584b5b5072
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-6958d6c864-88zvb'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d67ad1df1513a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: fd48257f-c6cd-4bb3-b47a-f64912ebe852
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: d259284a-57a4-4834-9b40-dd584b5b5072
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-6958d6c864-s7ztn'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d67ad1e1d95c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29797"
    uid: 297c8d9d-28e7-4b5d-aa75-1d454335dab0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: d259284a-57a4-4834-9b40-dd584b5b5072
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6958d6c864-88zvb'
  metadata:
    creationTimestamp: "2026-09-18T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d67ae7427296e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 898d9fb1-c749-425c-bc9b-34e0da2ce057
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: eac7fcc3-ca9e-4977-af30-0eb8cf9cbcc7
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6958d6c864 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-predictor.18d67ad1dc2f8133
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: f3e5e5bd-670f-4879-a38d-875c5b95d400
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: eac7fcc3-ca9e-4977-af30-0eb8cf9cbcc7
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6958d6c864 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop-predictor.18d67ae741db8d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: cb2d76e9-53b0-420f-8bd0-6e0556670b2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:35:43.711470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad1dda1ee40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 08ce4a32-aec9-4d06-a97c-51d3e53b5c4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad1ff9e632c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: 77978ea7-1a3b-4cdb-b5b7-728a441b128e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad20132d631
    namespace: kserve-ci-e2e-test
    resourceVersion: "29826"
    uid: 28652a49-d53f-4106-bd05-882179607372
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad20466bfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: 61340917-3138-4df8-bef7-6305ef58fcae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:44Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad204ec06d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 046a0d2d-b601-4db5-8056-1bd7bf3f6b99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2f7990f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 579efe54-9fa2-407a-a2ef-1f7d3b89d5a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2fa874370
    namespace: kserve-ci-e2e-test
    resourceVersion: "29891"
    uid: 19c14d94-4fc4-488a-b85f-ffe98ba3dccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2faeed9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: c08f5f94-6ae2-4004-9d12-b812dc906373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2faf977b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29894"
    uid: d0b7c8dd-7d2b-40c1-ac45-20838ed9a709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2fddaf602
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 3b704abd-dfbf-4e1c-86e2-e065efcf570b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:35:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:35:48Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad2fe6acdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 520fba8f-b377-49ae-a622-8fc6898c7801
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:37:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:25Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ad333ca569c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: e3e4ce0d-9e2b-4ae3-9351-5a84bd32e91b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:37:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:23Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ae92586fb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: e4d4b6ff-8ffe-4361-8883-882a603a206b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:37:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:23Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ae925876e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30851"
    uid: 00aa1e60-32ae-454e-983f-914bc2886695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 303d1a24-b976-481f-9e07-bdf80d8abd68
  kind: Event
  lastTimestamp: "2026-09-18T17:37:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:25Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s.18d67ae98e42bac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30873"
    uid: 5443608b-c08c-4f72-969d-0134b750c1ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-c697b4d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29763"
    uid: 4ff0259d-18db-4175-a2be-8f88347444f8
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-c697b4d69-nzh9s'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69.18d67ad1dcf8a1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: 2860125c-ccc8-43da-9ce0-8a03d5ebebe5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 01967a19-26ff-45f5-a7a5-76dd7c1cba71
  kind: Event
  lastTimestamp: "2026-09-18T17:35:43Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-c697b4d69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:43Z"
    name: isvc-canary-stop-v2-predictor.18d67ad1d9e8ec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: ceae835c-3243-4139-b111-e03f5b15f5f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: d85503c0-ea47-4204-a387-53b7c52f3f60
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop.18d67ad1dbcc895c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30764"
    uid: 510b7f87-e4c4-405f-a115-d26b50e3193a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: d85503c0-ea47-4204-a387-53b7c52f3f60
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop.18d67ad1dc4932d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 4587296a-801c-4a49-b438-2bbd688c25ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: d85503c0-ea47-4204-a387-53b7c52f3f60
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop.18d67ad1dc4979a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30758"
    uid: 31497aa4-3405-4979-a150-4150aa9ff7f7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: d85503c0-ea47-4204-a387-53b7c52f3f60
  kind: Event
  lastTimestamp: "2026-09-18T17:37:15Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:15Z"
    name: isvc-canary-stop.18d67ae7489c9cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: e8eb3486-d544-4a13-afe3-dd9de7adef23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:07:40.080405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d67949dd66a522
    namespace: kserve-ci-e2e-test
    resourceVersion: "14081"
    uid: 9b2b56c4-ba45-49f9-b3d3-330fea5a209c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14085"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d67949ffddd1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14102"
    uid: c14b5f94-ac28-44ab-8e40-dd6befe5a573
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14077"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: "2026-09-18T17:07:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:47Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d6794a018d1bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14163"
    uid: 391dc64e-af04-46bc-bba3-3654a43a1f0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14077"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: "2026-09-18T17:07:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:47Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d6794a04c24fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14168"
    uid: c1c1d759-301b-4e78-920f-92ae58fa37f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14077"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: "2026-09-18T17:07:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:47Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d6794a0562b667
    namespace: kserve-ci-e2e-test
    resourceVersion: "14169"
    uid: e6dbbdad-d27f-4d05-837c-cffd2b4ceb14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14077"
    uid: ab7e7366-faa7-4fa3-8483-f17dfb4f2dd1
  kind: Event
  lastTimestamp: "2026-09-18T17:07:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:49Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm.18d6794c205272de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14207"
    uid: ffbb0e68-11a0-46b5-bf6a-a0635217904f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-64d445-predictor-586f9c5f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: a32fe283-6568-467a-8f35-074694f766d9
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: 'Created pod: isvc-init-fail-64d445-predictor-586f9c5f7f-zmvhm'
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-init-fail-64d445-predictor-586f9c5f7f.18d67949dcee6a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14076"
    uid: d7cfd331-f573-43e7-b3b6-c4b6b98e8f11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-64d445-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: 6e60c751-53bc-4ee0-b31f-17e308393ef2
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: Scaled up replica set isvc-init-fail-64d445-predictor-586f9c5f7f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-init-fail-64d445-predictor.18d67949d9c6c1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14068"
    uid: 57844a28-0964-4d0a-9028-8809ca041824
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-64d445
    namespace: kserve-ci-e2e-test
    resourceVersion: "14050"
    uid: 934d6e8d-2946-46b7-95ba-d6e7bb793b64
  kind: Event
  lastTimestamp: "2026-09-18T17:07:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:07:47Z"
    name: isvc-init-fail-64d445.18d67949d9f8f005
    namespace: kserve-ci-e2e-test
    resourceVersion: "14171"
    uid: 957f6252-9473-4d0c-9240-103eb943b92d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:37:33.965564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30976"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-6w9rp
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:37:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:37:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aeb8949e1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 0d5d3121-d7d2-4b23-8f85-a9eb96dbdef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:34Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:37:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aebab79a4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 8304ff31-2d1e-4a2e-9082-a3bb6a7bba3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aebad337eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: be2e4136-8045-4f4b-9bba-0b696438034a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aebb013b515
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 819f68a6-23ea-462d-a344-2cfff6dc5da4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aebb08758c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: 1e283a20-7f2b-4cf5-84b1-e202ebabae42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:39Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aecb66329d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31035"
    uid: 4f65d05d-d4ff-47d2-a92c-f7b49f0e2fe4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.628s (6.628s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee417b6dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: f980d0b3-1a13-435e-b3d8-7202f5f1624a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee450f8afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: 2c6637b7-96ab-47d1-9bca-3b5802e8f3d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee45917f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 51008091-f2cb-49ee-b52c-382c4a5dd6eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee459d8d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: f2c44962-85f9-46df-a453-e802aa903a7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee48d7a357
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 39e2e348-5996-4fe5-abbd-7a14dea615f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:37:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee495f9027
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 404a8cc9-166c-46df-a374-3a0f4ca674fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:39:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67aee95d92625
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: e0f6ae82-af36-4c56-b2f3-c414dfc771fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:39:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67b07a315726f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 1894dbf1-b804-4865-ba8f-33ecf0d845ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:39:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67b07a31c3ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: 4a3b4532-5fc4-42ff-b8a6-634c6e72f219
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 57e56b44-1893-4e11-88d8-46f01379ee03
  kind: Event
  lastTimestamp: "2026-09-18T17:39:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6w9rp.18d67b086e540176
    namespace: kserve-ci-e2e-test
    resourceVersion: "32052"
    uid: c0bd0fe8-df2b-4f03-8b80-feb3450f1673
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 7c8bbb78-1c2a-4d48-a9f9-b47fc530d7b0
  kind: Event
  lastTimestamp: "2026-09-18T17:37:33Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-6w9rp'
  metadata:
    creationTimestamp: "2026-09-18T17:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d67aeb88accc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 9c6e608c-d641-4fe7-a6b1-4c1e0c9e70d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 0b722bff-3bb4-48ba-91f6-a3b4965928e3
  kind: Event
  lastTimestamp: "2026-09-18T17:37:33Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:33Z"
    name: isvc-lightgbm-predictor.18d67aeb84ff831c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 8bbb2b5c-9996-4c2c-b117-7019f482f900
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 82a3f218-c132-4217-a8bf-2ddb60452f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:38:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:33Z"
    name: isvc-lightgbm-predictor.18d67aef03aca894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: b5f8bd59-a0d6-4ef9-b395-9b904d9ab908
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 82a3f218-c132-4217-a8bf-2ddb60452f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:38:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:33Z"
    name: isvc-lightgbm-predictor.18d67aef042080c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 96ae4f98-8bc8-4db7-b898-3f0ca527d2d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 82a3f218-c132-4217-a8bf-2ddb60452f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:34Z"
    name: isvc-lightgbm-predictor.18d67afd00737e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32005"
    uid: ce0467c9-317d-4c93-88a0-db13d9aa696b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 82a3f218-c132-4217-a8bf-2ddb60452f4b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:34Z"
    name: isvc-lightgbm-predictor.18d67afd00e27383
    namespace: kserve-ci-e2e-test
    resourceVersion: "32006"
    uid: a1a59730-bdf3-4470-be5d-ce57c20e003d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:39:39.857350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32108"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:39:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b08d90600ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32113"
    uid: b7417ab5-f9e7-45b1-9a0d-9dc08aec6a41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b08e3b7ce92
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 707aa6f0-10f1-4418-afa2-8e59b31734b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b091ee40a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32134"
    uid: 753ddcf0-5d95-4c5e-9408-04e44ee1c2cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b092073c693
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: c0bb3735-4519-4270-b13d-1f56b776a439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b09247c454c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: 417bf7e2-0972-4280-b59d-f33b127b6eeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0924f9a322
    namespace: kserve-ci-e2e-test
    resourceVersion: "32139"
    uid: 24b79117-ef4f-480c-938c-e508c54ab16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a325fa3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: f5ac54cf-1069-4b3c-8cb8-744babb5a5b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a35c0ad28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: cb7fbf9d-278d-4701-8c24-e88e2be642cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a363859df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 0fad8754-de8b-40ca-a22b-f90a2b14d52a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a3643a6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: 850899cc-d730-4069-a5a9-a292124d2573
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a3958ec16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 5688b7b9-6469-42e3-856b-a5302c009f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0a3a183055
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: 09f3d4c0-e241-422c-8d43-72a200b790e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:41:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b0aaa6120a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: efb65f12-ebfb-4d89-b8f7-89f19366c914
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:41:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b22f462989d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: d02e94da-7836-4131-8f02-3f3a8a67743a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:41:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b22f4632900
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: 25ddbeb8-ae67-44f5-a6e2-b266009afa7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: f1bf9a13-4bdf-46f6-a80a-ea425450c0b3
  kind: Event
  lastTimestamp: "2026-09-18T17:41:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc.18d67b2358c9fcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 5e5f9669-dcbc-4191-9f2b-82679a1863f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: 06a53bf5-9583-4df9-a05f-c71f802d1739
  kind: Event
  lastTimestamp: "2026-09-18T17:39:39Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-nskpc'
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d67b08d8556912
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: 37f7dfcd-df44-45a0-b060-3639327b436d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: be5a7409-f6b1-4cab-88bc-ace9790c1491
  kind: Event
  lastTimestamp: "2026-09-18T17:39:39Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:39Z"
    name: isvc-lightgbm-runtime-predictor.18d67b08d3ec1710
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: a7b16416-ddb5-424a-8469-a78891a7d03b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 5beeeabe-ba6c-4c23-bbf7-f157a9818c5b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:24Z"
    name: isvc-lightgbm-runtime-predictor.18d67b0c535fdae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 2a0a73cd-c601-45a8-a07d-e82347ce1b93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 5beeeabe-ba6c-4c23-bbf7-f157a9818c5b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:24Z"
    name: isvc-lightgbm-runtime-predictor.18d67b0c53bad66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: e72a7435-fd8e-411c-b51a-7280387e762a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 5beeeabe-ba6c-4c23-bbf7-f157a9818c5b
  kind: Event
  lastTimestamp: "2026-09-18T17:41:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:24Z"
    name: isvc-lightgbm-runtime-predictor.18d67b16d00d7ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: d2a7897c-3975-471e-ac45-a4c52700c9e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 5beeeabe-ba6c-4c23-bbf7-f157a9818c5b
  kind: Event
  lastTimestamp: "2026-09-18T17:41:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:24Z"
    name: isvc-lightgbm-runtime-predictor.18d67b16d07a03d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 1b8bf863-23be-4012-92e1-a3ba064be56c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32087"
    uid: 118d9a33-a808-4125-9b1d-1219be40c9ee
  kind: Event
  lastTimestamp: "2026-09-18T17:41:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:41:20Z"
    name: isvc-lightgbm-runtime.18d67b08d3ef93f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 5736c937-64e0-460d-8588-59bcb761212b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32087"
    uid: 118d9a33-a808-4125-9b1d-1219be40c9ee
  kind: Event
  lastTimestamp: "2026-09-18T17:39:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:39Z"
    name: isvc-lightgbm-runtime.18d67b08d491c720
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: d646a871-7fb6-4a00-9a0d-fed59bf7b354
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32090"
    uid: 118d9a33-a808-4125-9b1d-1219be40c9ee
  kind: Event
  lastTimestamp: "2026-09-18T17:39:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:39Z"
    name: isvc-lightgbm-runtime.18d67b08d9c44857
    namespace: kserve-ci-e2e-test
    resourceVersion: "32118"
    uid: 5d91d318-472a-4239-894b-249dcf7e9d11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 118d9a33-a808-4125-9b1d-1219be40c9ee
  kind: Event
  lastTimestamp: "2026-09-18T17:41:20Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:41:20Z"
    name: isvc-lightgbm-runtime.18d67b202abe2f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 3b9307ba-0177-4abf-8876-893a8be079d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:42:32.366585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b3103603391
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 146d47ce-463d-4ee9-9ca3-d2c387bda359
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:32Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b3125aeb3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: c67f7558-cbf6-494b-878b-a2b77d4c0337
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b312751eca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: d27efe86-3091-4a70-96e5-63920ec74ed2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b312a3accc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 78047f72-3d86-4fdc-a79b-589a21a0497a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b312ab3330c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 1702f88e-f639-48f4-bcc3-90b61ed0cc19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b32371a8d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: 9783d0e8-2d49-4fbb-9d70-60ec25f03115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b323a13cb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: b0638087-0955-41d8-b814-f86a21ad5ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b323a878def
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 8149a6d0-c3df-4fc2-ac35-4d6c5d5234a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b323a923961
    namespace: kserve-ci-e2e-test
    resourceVersion: "33867"
    uid: ec8154fb-0161-42c7-bd2e-b319a024c6af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b323ddafdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33870"
    uid: 5b77236d-718b-4c9b-87fb-dbd10b1c02f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b323e538f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 281ef046-81ac-4182-8cfd-77101cd2732b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:42:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b32af2dc0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 5224f4f5-8337-43bb-8212-1a1359fc777d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:43:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b3807b88d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: e99e2e51-2b56-4a43-94e8-550405244f1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: 3eee5273-1f28-448e-b4dd-2d7451c4aa35
  kind: Event
  lastTimestamp: "2026-09-18T17:43:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9.18d67b3807b91bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 116c2e68-32e3-42c6-bb32-2cea25f66b34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 375afe66-97b7-4264-9df3-3ffad870cb1e
  kind: Event
  lastTimestamp: "2026-09-18T17:42:32Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n6fd9'
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d67b3102d21d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33796"
    uid: 12d1cc8e-0d0e-403e-8346-3a07b58ad334
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 6f5e250a-708c-4d08-97e0-0d726730638e
  kind: Event
  lastTimestamp: "2026-09-18T17:42:32Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d67b31001e189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: 7f832189-60a7-4b26-8f6e-b0328199a610
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cda98ad3-a1ba-40b2-8b41-e133d253e3dc
  kind: Event
  lastTimestamp: "2026-09-18T17:43:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:02Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d67b347f78eb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34062"
    uid: ba941335-a02d-420a-af76-016226970fbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cda98ad3-a1ba-40b2-8b41-e133d253e3dc
  kind: Event
  lastTimestamp: "2026-09-18T17:43:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:02Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d67b347fe3f5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: ad9833a9-40b3-47bb-bce4-26e96d08f087
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 3373ed6c-c315-4571-8f3e-132f301d2494
  kind: Event
  lastTimestamp: "2026-09-18T17:42:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:55Z"
    name: isvc-lightgbm-v2-kserve.18d67b310027d2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: 89214874-dd40-4a0e-9b3d-84f2326e2ca0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 3373ed6c-c315-4571-8f3e-132f301d2494
  kind: Event
  lastTimestamp: "2026-09-18T17:42:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:32Z"
    name: isvc-lightgbm-v2-kserve.18d67b3100c33094
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: c916400a-43c7-4daa-97cd-825a92e16965
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34013"
    uid: 3373ed6c-c315-4571-8f3e-132f301d2494
  kind: Event
  lastTimestamp: "2026-09-18T17:42:55Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:55Z"
    name: isvc-lightgbm-v2-kserve.18d67b366f9f327a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: 9631edb3-3a8f-48ba-9068-8fadd4fbdb59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:41:37.145279Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b2427edc8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 082c2683-03c5-496a-ad31-694fc0581c8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b2449caa3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 3b49eaff-5f8c-4941-a63c-b619aa7908ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b244b8a8907
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: c25cc3ce-a110-4a25-9f7a-b8b1890a3df7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b24502b419d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 8672faf3-c785-47c2-bde0-e1a40311b7f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b24509fcf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: d5a69471-c231-4435-8e53-b6bbdd7cb6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b25571ec3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: 8df70fa9-d6a3-4eff-baf8-504e12382468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b255b5e0da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33277"
    uid: 8eaf7b3d-badd-4b45-a10f-28524029b484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b255bd373fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: cfbb41db-1604-4e7e-b350-c93b257cbb1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b255bdee0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 0fdf5d89-47a4-4167-9222-5e85c104221d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b255f806109
    namespace: kserve-ci-e2e-test
    resourceVersion: "33284"
    uid: 3a572fc2-730d-4c92-84f7-63102ff65d78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:41:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:41:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b255fffc34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 819fbc5c-1c1a-4dfc-9bba-6c992c95e500
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b2fcf3a8400
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: 2405fe44-cb91-4750-8902-3004205eb481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: c48397cf-2334-4a81-a26b-6bd818a742f7
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn.18d67b2fcf3b2c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33723"
    uid: df7de212-b17f-4f61-80be-91a35b237a31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: dd759c98-fa96-48db-87aa-f5f20b26d307
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rzbtn'
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d67b24274b6a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: 47d284dc-3003-433a-8c73-a2e9cdabdcdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: b6ad5bc4-8846-451b-a245-f78817a675e9
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d67b2423e47513
    namespace: kserve-ci-e2e-test
    resourceVersion: "33199"
    uid: 5fa7a9b1-5313-4e0f-9663-9bbcfcc0534d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 4bb4dcb4-bcd4-4b1b-9153-7d2ec57bda2f
  kind: Event
  lastTimestamp: "2026-09-18T17:42:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:22Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d67b27a2437e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: 962dc0e5-6338-4cfb-b6cd-dc2acec728f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 4bb4dcb4-bcd4-4b1b-9153-7d2ec57bda2f
  kind: Event
  lastTimestamp: "2026-09-18T17:42:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:22Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d67b27a2c2b96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 4d5b8360-98c5-4814-9c45-f72bd04fc8bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33358"
    uid: 4bb4dcb4-bcd4-4b1b-9153-7d2ec57bda2f
  kind: Event
  lastTimestamp: "2026-09-18T17:42:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d67b2b217f99df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33461"
    uid: 7dfd3a17-a330-4556-bb21-af14fc15c854
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33358"
    uid: 4bb4dcb4-bcd4-4b1b-9153-7d2ec57bda2f
  kind: Event
  lastTimestamp: "2026-09-18T17:42:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d67b2b21f741b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 3177ddbe-fdd8-43d1-a8a3-979918bf63ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 67b89d9f-90a8-47f7-bf7f-eaf4e99685cb
  kind: Event
  lastTimestamp: "2026-09-18T17:42:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:20Z"
    name: isvc-lightgbm-v2-runtime.18d67b2423b274a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33593"
    uid: d7b115fa-5203-44a1-8289-b76c06fecb07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 67b89d9f-90a8-47f7-bf7f-eaf4e99685cb
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime.18d67b242427267b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: b9633a77-f068-43bc-9fca-5397d2c94928
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: 67b89d9f-90a8-47f7-bf7f-eaf4e99685cb
  kind: Event
  lastTimestamp: "2026-09-18T17:41:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:41:37Z"
    name: isvc-lightgbm-v2-runtime.18d67b242a679a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: efeb284d-4ee2-4cc9-a9c1-0d58b800f6d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 67b89d9f-90a8-47f7-bf7f-eaf4e99685cb
  kind: Event
  lastTimestamp: "2026-09-18T17:42:20Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:20Z"
    name: isvc-lightgbm-v2-runtime.18d67b2e3785b216
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: c3cccf3d-3086-403b-bd9a-fd3fd69f143b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: 34099232-b2d4-4d79-b785-36d1462bd1a3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:25Z"
    name: isvc-lightgbm.18d67aeb8501cbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: 66c3d644-9dff-41d4-b10f-ee0a4e937691
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: 34099232-b2d4-4d79-b785-36d1462bd1a3
  kind: Event
  lastTimestamp: "2026-09-18T17:37:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:33Z"
    name: isvc-lightgbm.18d67aeb85787cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 45db6510-5198-47a1-b280-6ff4bff03779
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: 34099232-b2d4-4d79-b785-36d1462bd1a3
  kind: Event
  lastTimestamp: "2026-09-18T17:39:24Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:24Z"
    name: isvc-lightgbm.18d67b0562edaa24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: f8b40fa4-f71a-4702-b9d9-7e96d718badc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:11:41.254940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-65985d8494-dcxqr
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679820485fae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: b47cc94b-da53-47f4-9ba5-1516c1f42314
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6798213d0b61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 0b5b3699-d450-4301-8000-0e6af6d75982
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:42Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:11:42Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679824a6bb44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: b6982832-1c8d-4176-b1d2-f483032df01b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:42Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679824c26bcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: eb21da80-0a4e-4b1b-bcb1-2ffc51277bfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:42Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679824f41e9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 63f042dc-554f-453a-87e3-4e1477fee60d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:42Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679824fc32005
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 23640d27-61db-4d45-9702-3e0abd5b7eb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6798336d230c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: a73ee0fe-4928-4ecb-aeb7-a9532ee7d7d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833aa12418
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 85d55090-d97d-48d1-b821-2f4786883c02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833b1d6a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: dfc0f027-1941-4cca-9534-1c3cecc1c066
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833b293ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 37364de6-f7f6-448a-a784-af6843f6bcc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833e42a9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: 68421e99-02c7-4065-8eed-3ddd16744df6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833ec3de25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: d3883356-4f95-4055-8515-7d4eef6e4d8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:15ef83101ebc8b20cfa00cb1c08bf096975cb7cb21d7b6706643d049782d071a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d679833ed1555b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 0dcd4328-ce2f-4f28-a1a1-8613637fa385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6798342109a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: d1c1ad62-73f7-4816-a94d-fcfa4c33e6c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T17:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d67983428f7f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 75145891-4b0d-477b-9925-da8e6a1ebc8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:34Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d67983aedbd378
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: 36ea93bd-1b55-40e9-bcce-c2ef7ecc37aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T17:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:34Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d67983aee6b3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: 90a4124d-9996-4506-978c-41c50d6da50c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6799aa62f8ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 7759c06d-8e1a-4178-bb9e-e59fc352428e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6799aa630cd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 4f23501c-d606-4c83-8c1a-4ba76f39fea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6799aa630da43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 5df8245b-b3dc-4b60-9ad4-e22954726921
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65985d8494-dcxqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 82fa6790-f089-4a1b-b09b-043c637124da
  kind: Event
  lastTimestamp: "2026-09-18T17:13:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:34Z"
    name: isvc-logger-predictor-65985d8494-dcxqr.18d6799b3337ab51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 4b476631-ddc9-4c75-b153-22ad36a117a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-65985d8494
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 1a82f07c-ea7e-4a26-9694-f3b9c6c539db
  kind: Event
  lastTimestamp: "2026-09-18T17:11:41Z"
  message: 'Created pod: isvc-logger-predictor-65985d8494-dcxqr'
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger-predictor-65985d8494.18d679820416f420
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 5c3ffd65-6ece-4e28-8213-e41d9ebfc21b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 18a152c9-8706-4b0d-b70f-f6cff07b9542
  kind: Event
  lastTimestamp: "2026-09-18T17:11:41Z"
  message: Scaled up replica set isvc-logger-predictor-65985d8494 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger-predictor.18d67981ff3aa7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: fee84f91-f57c-45b0-b5a9-797beaba6392
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: d0d66d71-39e1-489a-a6eb-41a0341368cf
  kind: Event
  lastTimestamp: "2026-09-18T17:12:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:26Z"
    name: isvc-logger-predictor.18d679857dd68b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: cf5bc5c8-3788-4bd3-969a-72fa56e244b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: d0d66d71-39e1-489a-a6eb-41a0341368cf
  kind: Event
  lastTimestamp: "2026-09-18T17:12:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:26Z"
    name: isvc-logger-predictor.18d679857e49508f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 8c492077-86b9-4408-a7ff-97c7c950011d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: d0d66d71-39e1-489a-a6eb-41a0341368cf
  kind: Event
  lastTimestamp: "2026-09-18T17:13:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:26Z"
    name: isvc-logger-predictor.18d6798ffba0126f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 2560d8f0-912c-4500-a89f-f4bb7c8fe764
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: d0d66d71-39e1-489a-a6eb-41a0341368cf
  kind: Event
  lastTimestamp: "2026-09-18T17:13:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:26Z"
    name: isvc-logger-predictor.18d6798ffc0cbfa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 3d24f5ce-4da2-4b8d-88e1-d07c50b8d9cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 00f5e59c-b9d4-4270-a8e5-f68ca0729dee
  kind: Event
  lastTimestamp: "2026-09-18T17:13:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:13:14Z"
    name: isvc-logger.18d67981ff77ce18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 2af6e107-5bbb-4f86-bc06-e6caf15bda1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 00f5e59c-b9d4-4270-a8e5-f68ca0729dee
  kind: Event
  lastTimestamp: "2026-09-18T17:11:41Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger.18d67982003a590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: d1ed8f27-8b8f-44a3-ba76-a22baa24150b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 00f5e59c-b9d4-4270-a8e5-f68ca0729dee
  kind: Event
  lastTimestamp: "2026-09-18T17:11:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:41Z"
    name: isvc-logger.18d67982073782fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 0f7e6d6c-fdb5-40df-b387-8e660de10fec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 00f5e59c-b9d4-4270-a8e5-f68ca0729dee
  kind: Event
  lastTimestamp: "2026-09-18T17:13:14Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:13:14Z"
    name: isvc-logger.18d67997bcc8a1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 12ed157f-b90b-4fec-8d30-f7c960a0d6b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:43:07.716886Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:43:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:43:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b393e6ae228
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: b28c9a8f-81cc-4795-b2af-9e3454692646
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:08Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:43:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3960bd3e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: a0c8856c-9455-4fdf-be5c-19f17bc84d08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b39627ea0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 926576c9-0d15-40fb-bc4e-c53dc8aa068f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3965aa7232
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: 96875ab7-4488-4941-94eb-6d6ced006985
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3966216f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 796fb43f-290a-4ac7-babc-f000cc13c12b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a6782b51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 24cde857-ebc5-4462-a21b-f1331ed64718
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a6bd479db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 842f429e-43b5-4801-95dc-7edafbe513b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a6c5ae240
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 03efbb06-61d6-4e79-97f8-983d384092c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a6c696c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: 4732a8bc-3391-431a-85fd-950e81e1126a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a6fbec06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 6d2750d7-f044-41ec-a647-37d6856d0e80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b3a7047ae46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 41226ba2-edbe-4f80-9ba6-1b669d44d749
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b44e84fd192
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 09a1bc71-0ad1-4af3-8b5e-be0337df5ec8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: ae35c019-31ea-40b2-ad88-fd9778afd203
  kind: Event
  lastTimestamp: "2026-09-18T17:43:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln.18d67b44e85060f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: 0b999c9b-b5db-4475-817f-728ebb27f44b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 935fbd31-3a31-4c48-9b54-f416d379eeaf
  kind: Event
  lastTimestamp: "2026-09-18T17:43:07Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-jzrln'
  metadata:
    creationTimestamp: "2026-09-18T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d67b393ddf3889
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 0d236b6d-209f-4867-ab50-3b94686f6a62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: cbf8c102-e0f3-4117-b517-20fd2206d7df
  kind: Event
  lastTimestamp: "2026-09-18T17:43:07Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:07Z"
    name: isvc-mlflow-v2-runtime-predictor.18d67b393a9268b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34139"
    uid: ecf574bf-e9d5-4a29-87ae-9bcaec0fb301
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: 3001acb4-bc5e-4edd-9251-e3d22afae197
  kind: Event
  lastTimestamp: "2026-09-18T17:43:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18d67b3cba03404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: 77622aea-82a0-4847-952e-f3ef1714db55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: 3001acb4-bc5e-4edd-9251-e3d22afae197
  kind: Event
  lastTimestamp: "2026-09-18T17:43:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18d67b3cba82d38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: bbebbce4-2f81-4236-a20b-a853c58d1d41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 3001acb4-bc5e-4edd-9251-e3d22afae197
  kind: Event
  lastTimestamp: "2026-09-18T17:43:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18d67b40394426fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34525"
    uid: a575376c-ae92-481a-b6c0-92a9fb9bd748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 3001acb4-bc5e-4edd-9251-e3d22afae197
  kind: Event
  lastTimestamp: "2026-09-18T17:43:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18d67b4039c64f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34526"
    uid: cc9c6907-3261-4967-b6f2-53a7cc2c0d1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 3251c7a5-1784-4051-a6d6-c5a1eefe40f8
  kind: Event
  lastTimestamp: "2026-09-18T17:43:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:50Z"
    name: isvc-mlflow-v2-runtime.18d67b393aaea234
    namespace: kserve-ci-e2e-test
    resourceVersion: "34494"
    uid: 8aaba4be-ef70-4c87-95be-aa1a916ca70a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 3251c7a5-1784-4051-a6d6-c5a1eefe40f8
  kind: Event
  lastTimestamp: "2026-09-18T17:43:07Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:07Z"
    name: isvc-mlflow-v2-runtime.18d67b393b2105b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34143"
    uid: e2d538d5-3796-4a3f-bbb6-f17fbe475378
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: 3251c7a5-1784-4051-a6d6-c5a1eefe40f8
  kind: Event
  lastTimestamp: "2026-09-18T17:43:49Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:49Z"
    name: isvc-mlflow-v2-runtime.18d67b431182d038
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: e4b668ab-d5eb-4015-a777-465e83e99279
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:45:28.192242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:45:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b59f366bc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: 3cc3d0a8-880a-4792-9f2a-4ce0966a56da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5a00333e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35446"
    uid: 3945f214-a9d8-4ffb-b476-456f4087d36c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35440"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5a3905bf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: d3b5a5b6-03e8-47e7-9e81-10a8e205587b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5a3abeb0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: 64605de8-f723-4605-b692-c13249643cac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5a3e268e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35459"
    uid: 7e36d23e-7fd7-4b2a-8b8f-27ee06a8ddbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5a3ecf715d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: c117c89f-53b2-43fe-9938-14cda0a301be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:34Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5b65085429
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: b75f10bb-196f-426d-ad80-776ef26ffafd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.284s (11.284s
    including waiting). Image size: 1204389121 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e059e4e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: f3f6eda7-c54d-490b-b799-d04373a68a62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e08e578ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35673"
    uid: 073e76c6-958a-4628-bffa-11bd5da3b61a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e095b5d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 728f401d-c08a-4c16-8af6-5346fadf901b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e09677b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 1ba3ce41-e4ee-43e0-8a8e-ff0535c631de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e0bee4ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: c78f45ac-8a1c-4cbe-bb1e-dd77c4e09a14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e0c612968
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: f89a14aa-6106-42c0-b645-5264f167be00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:46:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b5e34e2dfbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 2117d498-47a4-4d7e-86a0-f6a765522331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:46:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b6cebdc20a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: 0289870b-ed45-41fe-b9f6-fef309c2ba8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:46:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b6cebdca468
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: cb633db2-d4ad-4fc3-8f40-364100451547
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 1e18f677-9b83-4138-9a41-36d19bf881fb
  kind: Event
  lastTimestamp: "2026-09-18T17:46:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rv4g4.18d67b6d93342721
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 3996a683-8842-45b1-bdc0-e088e8f0bfdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35421"
    uid: 72d79d81-283b-42bb-af67-04dbe6e1fc50
  kind: Event
  lastTimestamp: "2026-09-18T17:45:28Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-rv4g4'
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d67b59f319f820
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: c3fb2670-cd44-437a-b518-3d40676779e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: d1cb31b2-6848-421d-aab0-19a90d108a26
  kind: Event
  lastTimestamp: "2026-09-18T17:45:28Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:28Z"
    name: isvc-paddle-predictor.18d67b59ef9459e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 9fa7d5fa-09cb-40e2-ae1f-3f6f3790b23f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35420"
    uid: 0569696f-1021-435f-967d-fe268417e8ca
  kind: Event
  lastTimestamp: "2026-09-18T17:46:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:13Z"
    name: isvc-paddle-predictor.18d67b5d6ee75ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 8db51c43-33b1-4ba2-9202-0c8f45ac3508
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35420"
    uid: 0569696f-1021-435f-967d-fe268417e8ca
  kind: Event
  lastTimestamp: "2026-09-18T17:46:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:13Z"
    name: isvc-paddle-predictor.18d67b5d6f54f414
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: 3c770e1d-cb78-4c63-8ce2-3fdc0027fd18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 0569696f-1021-435f-967d-fe268417e8ca
  kind: Event
  lastTimestamp: "2026-09-18T17:46:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:43Z"
    name: isvc-paddle-predictor.18d67b67ec3561d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 8deebd5c-a32f-42e3-996c-1d8dc86a1e45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 0569696f-1021-435f-967d-fe268417e8ca
  kind: Event
  lastTimestamp: "2026-09-18T17:46:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:43Z"
    name: isvc-paddle-predictor.18d67b67ecb48b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: 3f515ca0-4588-4cbf-89c1-c3756b137356
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:46:54.884801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:46:54Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6e22ae27d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: 368f6629-cb93-46a2-bf8f-fe92843c0367
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:46:55Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:46:55Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6e44d788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 39917253-5b2d-4666-915a-4e91bd8a86c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:46:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:55Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6e4648b4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: c256177f-a468-493f-ab0d-93931c54c962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:46:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:55Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6e49c7a3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: babc9375-6d53-4fa5-b02c-d8574db3c63a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:46:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:55Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6e4a3dbe19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: 4177dcf9-f9f8-40de-b6cd-370473f714de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8683167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: dd6cd199-c8d7-4c65-99d3-ed2121055d3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8a1dbc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: e7d7d365-f421-4e39-8f50-74a194de9cee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8a93265b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: 97e1f726-3701-40d2-a986-1b84b208dab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8a9ed518
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: 926e99c1-bc04-4647-9f91-44260620c2a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8e29bfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: fe2d267d-6431-4252-b72e-87a7ae98b5ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6f8ea0256a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: d05d1f31-23ad-4366-8a61-812d00c081d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:48:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b6ffe6e82a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: a4bfd21b-2b0c-4ccb-8cf9-46d9044abebc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:48:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b7ec70cb432
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: dfc8daae-5d1e-4c8b-834b-68ba3e15aa89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:48:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b7ec70d3cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: c27cb2e9-70fc-4741-afa3-5374eb429b66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 244d1afa-7185-49c2-8cb3-4e48ba7b5aa7
  kind: Event
  lastTimestamp: "2026-09-18T17:48:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-xpbh6.18d67b7f5c90e35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 5cdbcec1-6105-4183-a6f7-330245ad33f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: ab7a616c-0686-4ec9-84cb-c985c3c10127
  kind: Event
  lastTimestamp: "2026-09-18T17:46:54Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-xpbh6'
  metadata:
    creationTimestamp: "2026-09-18T17:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:54Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d67b6e223ab81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: fe501108-8e3c-49f0-89d8-28530b91e2f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: cb7611bc-06b6-4ecb-810b-e408729b2fa7
  kind: Event
  lastTimestamp: "2026-09-18T17:46:54Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:54Z"
    name: isvc-paddle-runtime-predictor.18d67b6e1ef151f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: 661b0eea-993e-4c4e-9fcc-b0ad1575cbc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: 415954ca-ed24-4669-bbb5-a87cde667fd5
  kind: Event
  lastTimestamp: "2026-09-18T17:47:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:39Z"
    name: isvc-paddle-runtime-predictor.18d67b719d98f9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: 8f8133ab-3a3c-4c41-9f30-314d8db29b08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: 415954ca-ed24-4669-bbb5-a87cde667fd5
  kind: Event
  lastTimestamp: "2026-09-18T17:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:39Z"
    name: isvc-paddle-runtime-predictor.18d67b719dfe783c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: 192b1aac-0371-46fc-8ec2-beafd3e5dcbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 415954ca-ed24-4669-bbb5-a87cde667fd5
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-paddle-runtime-predictor.18d67b7c1a7ddc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: f0cfa593-0bd9-4c84-adf1-85a49a2962cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 415954ca-ed24-4669-bbb5-a87cde667fd5
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-paddle-runtime-predictor.18d67b7c1b0b5e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: d5540539-33b4-4c38-ad93-3e18db2061df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: 7304b5f7-ad77-493b-aa0f-06234bb5f3aa
  kind: Event
  lastTimestamp: "2026-09-18T17:47:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:58Z"
    name: isvc-paddle-runtime.18d67b6e1f318241
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: 5e49f535-f5d7-4474-9df0-5f7329406609
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: 7304b5f7-ad77-493b-aa0f-06234bb5f3aa
  kind: Event
  lastTimestamp: "2026-09-18T17:46:54Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:46:54Z"
    name: isvc-paddle-runtime.18d67b6e1f8e2f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: f0178090-cc52-4845-a246-080b6bf8254e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: 7304b5f7-ad77-493b-aa0f-06234bb5f3aa
  kind: Event
  lastTimestamp: "2026-09-18T17:47:58Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:58Z"
    name: isvc-paddle-runtime.18d67b7d0df0b578
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: fd9f8f3a-8c45-4ec5-9ecd-d30895ca19f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:48:11.653542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b8002743473
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: ba8ee2c4-f7e1-425f-ad97-04f5005d8f90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b800b842ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 3083b249-70b4-4011-9f46-600bfb49c09f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:12Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:48:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b804863c151
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: cd2a6a5d-3de9-4622-8793-6bfdc8d5cf7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b804a6c44d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: e1165962-8ac0-47b2-b96e-84cb81263368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b804e6307d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: 2403ed8c-7db1-476a-9323-b9344eb9e95c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b804ee7f357
    namespace: kserve-ci-e2e-test
    resourceVersion: "37212"
    uid: 6af3368a-81c2-4563-8a69-f7fd2fd5d5a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b818cd64414
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: d7e2218b-63fc-4848-9d47-1375f3df2140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b81903d5c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37257"
    uid: 33a1f6bb-bd8c-4a6d-aab1-710efa665fb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b8190bbfc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: ae35fa05-f71e-429c-b92e-70480a8b9d2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b8190c9784b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37261"
    uid: 31c3f8b2-2cc8-4ecf-be3c-697077261ece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b8193e80ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: a5a52c8b-1e72-4e3b-94e2-8fea982458b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:48:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b819460e5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37265"
    uid: eef65533-1e41-4506-b301-59274fd03de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:49:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b81c8fd8097
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 78238ed5-cfe5-43e0-ad35-695843f01058
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:49:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b90b549e5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 4c52229d-ff9f-4285-a120-e37488e74e07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:49:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b90b54a84db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 92d8994c-20fd-4165-af98-eb04a2584814
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 75b46e80-39a1-43ac-90e7-cbf0e7816043
  kind: Event
  lastTimestamp: "2026-09-18T17:49:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.70:8643/healthz": dial tcp
    10.134.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h.18d67b912729a9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37793"
    uid: 1f474760-00bf-493b-82ff-23e7f2ec1a36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: 4cdd79f0-ab9b-4a0a-afb8-334c65e28d77
  kind: Event
  lastTimestamp: "2026-09-18T17:48:11Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-s679h'
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d67b8001a4b197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 87cbda65-7f06-452a-a714-32008dd185c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: 0a8cb82a-989c-4baf-8511-d4facc3d9344
  kind: Event
  lastTimestamp: "2026-09-18T17:48:11Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:11Z"
    name: isvc-paddle-v2-kserve-predictor.18d67b7ffe14e2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 01f77616-af8d-41ed-a16a-90b895bacfd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 13d1fb32-fb5b-466c-8824-ae214dfd3554
  kind: Event
  lastTimestamp: "2026-09-18T17:48:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:26Z"
    name: isvc-paddle-v2-kserve-predictor.18d67b837c76148a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: b1bd73a8-3856-4d50-9d3e-18864a15ce77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 13d1fb32-fb5b-466c-8824-ae214dfd3554
  kind: Event
  lastTimestamp: "2026-09-18T17:48:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:26Z"
    name: isvc-paddle-v2-kserve-predictor.18d67b837ccb99c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: e482f086-5937-4991-aabf-5422abf0a294
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 13d1fb32-fb5b-466c-8824-ae214dfd3554
  kind: Event
  lastTimestamp: "2026-09-18T17:49:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:11Z"
    name: isvc-paddle-v2-kserve-predictor.18d67b86fadcf96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: e6b3c13c-c335-4c92-9437-51fee6e00f24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 13d1fb32-fb5b-466c-8824-ae214dfd3554
  kind: Event
  lastTimestamp: "2026-09-18T17:49:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:11Z"
    name: isvc-paddle-v2-kserve-predictor.18d67b86fb46d716
    namespace: kserve-ci-e2e-test
    resourceVersion: "37658"
    uid: 7e189a52-03ef-494c-a974-aeeaa167781c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: c9c5f14d-6bfd-4ca5-b18b-b31ea5d89256
  kind: Event
  lastTimestamp: "2026-09-18T17:49:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:15Z"
    name: isvc-paddle-v2-kserve.18d67b7ffe1a23c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: f2378d9b-fa63-4389-b2bc-30f7ed9e63e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: c9c5f14d-6bfd-4ca5-b18b-b31ea5d89256
  kind: Event
  lastTimestamp: "2026-09-18T17:48:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:48:11Z"
    name: isvc-paddle-v2-kserve.18d67b7ffe89ce0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37178"
    uid: ec550938-af74-48f5-b59c-1ae92e259c47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: c9c5f14d-6bfd-4ca5-b18b-b31ea5d89256
  kind: Event
  lastTimestamp: "2026-09-18T17:49:15Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:15Z"
    name: isvc-paddle-v2-kserve.18d67b8edb684ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: e23de082-4bc4-4712-b6ad-e670b24bb155
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: 23109747-64c7-4087-97f7-e1275a62d99a
  kind: Event
  lastTimestamp: "2026-09-18T17:46:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:46:42Z"
    name: isvc-paddle.18d67b59ef96528d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36221"
    uid: f2796907-70f0-4307-a10c-6f9c176a4a54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: 23109747-64c7-4087-97f7-e1275a62d99a
  kind: Event
  lastTimestamp: "2026-09-18T17:45:28Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:28Z"
    name: isvc-paddle.18d67b59f0279302
    namespace: kserve-ci-e2e-test
    resourceVersion: "35426"
    uid: 913d016e-54ca-47db-b000-cf0057a30dda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 23109747-64c7-4087-97f7-e1275a62d99a
  kind: Event
  lastTimestamp: "2026-09-18T17:46:42Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:46:42Z"
    name: isvc-paddle.18d67b6b487f5c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 4fe39331-265e-4640-bae5-8e317dd03db8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:49:28.548158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-74lfl
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:49:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:49:28Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b91e9bae415
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: e92244f1-51f2-4921-80b0-ecc3ecce08c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:29Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:49:29Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b920c19863a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37860"
    uid: 95901524-6719-4d43-b321-462d4dc130b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:29Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b920daf4ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37863"
    uid: 1e39b3fa-6acd-491f-aefb-c9bef55dfd37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:29Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b9210b2f599
    namespace: kserve-ci-e2e-test
    resourceVersion: "37865"
    uid: 3b6cc7a7-e0c5-456e-9d6b-f9e66700ac24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:29Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b92112f887e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: ae1d972b-de1c-4948-9d5a-aba1e6ca70fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:33Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:33Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b931a03bc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37910"
    uid: df6f8855-56d9-4f98-9c90-1512c55a2f12
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.571s (7.571s
    including waiting). Image size: 853725567 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94dd55931c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 49e84de3-8416-4699-abc5-7d420649616f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94e181409e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38034"
    uid: 3bb13e33-a8cb-426c-9bb0-fe8d97a96c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94e20bb15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38035"
    uid: 4f982508-e17b-4144-964b-a38b367311d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94e218a99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38036"
    uid: 5be89588-e6fa-4d24-b1ae-edbd496b6b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94e51d2923
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: 6f887f39-b564-4674-b0e5-78f3db54d6a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:49:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:41Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94e59b165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: d1751eab-c70c-4c9a-9194-f7c36da6b0c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:51:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:06Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67b94fa6d2d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 05645947-c7f2-480d-a32f-c81a40eaf12d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:51:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:20Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67babf7a28d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: 3a21ec70-0e8b-43df-8d65-6b2b567e6c79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:51:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:20Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67babf7a3b29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 26b0c69c-e753-4f4f-a0f0-dcfb32b03260
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-74lfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: edf79def-78af-4176-8a84-e4743b413dd6
  kind: Event
  lastTimestamp: "2026-09-18T17:51:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.71:8643/healthz": dial tcp
    10.134.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:22Z"
    name: isvc-pmml-predictor-8674795f59-74lfl.18d67bac7f15931e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 0d977326-a60f-45e1-9617-2c0477601cc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 0c3e7876-e0cd-46a0-b156-14ad3ce942c1
  kind: Event
  lastTimestamp: "2026-09-18T17:49:28Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-74lfl'
  metadata:
    creationTimestamp: "2026-09-18T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:28Z"
    name: isvc-pmml-predictor-8674795f59.18d67b91e9483beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: 98604eb1-1a8c-44ed-bc90-516fc5acb2c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 33dff3d1-2bb5-4547-aebe-154b75c90c82
  kind: Event
  lastTimestamp: "2026-09-18T17:49:28Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:28Z"
    name: isvc-pmml-predictor.18d67b91e610e78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: ad41e833-b4bd-4f3b-9cb4-cdb10681d06c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 13eb8cca-5f6b-4d23-8c9a-c84a7b7c2193
  kind: Event
  lastTimestamp: "2026-09-18T17:50:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:50:13Z"
    name: isvc-pmml-predictor.18d67b95650d6fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: e50ef1b1-4685-46ac-a74b-1fba03551296
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 13eb8cca-5f6b-4d23-8c9a-c84a7b7c2193
  kind: Event
  lastTimestamp: "2026-09-18T17:50:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:50:13Z"
    name: isvc-pmml-predictor.18d67b956577f6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: 06114e14-a284-4341-84ae-0542e14aee6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 13eb8cca-5f6b-4d23-8c9a-c84a7b7c2193
  kind: Event
  lastTimestamp: "2026-09-18T17:51:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:13Z"
    name: isvc-pmml-predictor.18d67b9fe1f658b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 3fec7438-0a93-40d1-9ba9-eb98cbe2813e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 13eb8cca-5f6b-4d23-8c9a-c84a7b7c2193
  kind: Event
  lastTimestamp: "2026-09-18T17:51:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:13Z"
    name: isvc-pmml-predictor.18d67b9fe2628cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38819"
    uid: a1d33246-c548-478a-87b5-9568b6a12251
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:49:56.431270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-sqp78
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:49:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b9867b172e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: bd7bee37-797c-4785-938c-767b755b0b2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:49:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b98710caec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: c6f6f491-d895-49df-8a49-13ceed364ae6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:49:58Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:49:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b98e36f5837
    namespace: kserve-ci-e2e-test
    resourceVersion: "38252"
    uid: 31807eba-ca94-43c7-b9fd-d5eab2cbf252
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:49:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b98e503ffe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: b4361622-714d-4c26-9b79-f36327055a78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:49:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b98e8163c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: 87e91d88-5c4d-4332-86ea-94bc3cee7543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:49:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b98e8927eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38259"
    uid: 2957cc16-f45f-4261-aeb1-337df980e5a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99e59dfa7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 9b87e9ba-07cb-4fcf-b8e0-6b1437b360f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99e8c01ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: bbec2393-aeb9-4451-bd96-8dfdc314564f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99e93d576e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: 11cb0632-ef31-44a2-93d5-add43515ad32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99e949bf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 205b891d-2dd3-4a94-bcdb-6927280aa2ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99ecdd0451
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: e3073cd5-daa7-4bf1-abf1-37ae00bdca20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:50:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:50:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b99ed85d8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: 414fd047-5160-4357-8fce-24275eb73ef9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:51:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67b9a5d9cef8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39263"
    uid: 0972deab-8c74-4b50-844a-b1cc2e979c73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:51:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67bb4bfb5fe10
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: ff125bcd-a885-4b20-aaff-0d172365e4f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:51:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67bb4bfb68c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: 288f3910-7172-41ad-a97c-e3d81365678b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 3e434de9-e182-41b8-9a4a-e6dd17684bf4
  kind: Event
  lastTimestamp: "2026-09-18T17:52:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.73:8643/healthz": dial tcp
    10.134.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-sqp78.18d67bb5600ada70
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: 150c6385-8d35-4cc3-917a-2652b85c5146
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: 5e46c79e-6ee9-42c3-bbcf-4950e76c3b42
  kind: Event
  lastTimestamp: "2026-09-18T17:49:56Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-sqp78'
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d67b98673ba6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: f14c6d43-9d8b-431d-8695-374055e381d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: 085c9157-aba5-4790-9f99-384c3b17ae80
  kind: Event
  lastTimestamp: "2026-09-18T17:49:56Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:56Z"
    name: isvc-pmml-runtime-predictor.18d67b986477a8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: b8b29fe4-8bd2-4e5e-88ec-801e84650d02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: fcee0e95-8511-4903-9130-0f8caad21ae1
  kind: Event
  lastTimestamp: "2026-09-18T17:50:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:50:11Z"
    name: isvc-pmml-runtime-predictor.18d67b9be36e0300
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: ff211969-0ae8-406a-8e75-3eddc750ef24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: fcee0e95-8511-4903-9130-0f8caad21ae1
  kind: Event
  lastTimestamp: "2026-09-18T17:50:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:50:11Z"
    name: isvc-pmml-runtime-predictor.18d67b9be3d8efd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38371"
    uid: c3f887e1-28d9-4c4e-99a8-41aac332f1c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: fcee0e95-8511-4903-9130-0f8caad21ae1
  kind: Event
  lastTimestamp: "2026-09-18T17:51:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:56Z"
    name: isvc-pmml-runtime-predictor.18d67b9f62befdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39229"
    uid: 1ce18fa3-1c09-4339-a077-ac75d81af597
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T17:50:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: fcee0e95-8511-4903-9130-0f8caad21ae1
  kind: Event
  lastTimestamp: "2026-09-18T17:51:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:56Z"
    name: isvc-pmml-runtime-predictor.18d67b9f632a77d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: bebb220b-43de-48b1-b089-ef93af93adf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38196"
    uid: aacbb261-6965-467b-a1bf-714dcf8ac247
  kind: Event
  lastTimestamp: "2026-09-18T17:51:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:49Z"
    name: isvc-pmml-runtime.18d67b9864a8747d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39176"
    uid: 7514d078-412c-4e20-9d8f-b2fe5b0f6e89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38196"
    uid: aacbb261-6965-467b-a1bf-714dcf8ac247
  kind: Event
  lastTimestamp: "2026-09-18T17:49:56Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:56Z"
    name: isvc-pmml-runtime.18d67b986540b69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 803c2eca-7b7a-452b-a0c8-fd0c14cbf82a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: aacbb261-6965-467b-a1bf-714dcf8ac247
  kind: Event
  lastTimestamp: "2026-09-18T17:51:48Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:48Z"
    name: isvc-pmml-runtime.18d67bb29d10f33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39175"
    uid: 993523f6-6a67-4b1f-bbc6-e3df3228dd5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:52:03.369838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb5f5d242bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: a765a45c-5a1e-4f74-b292-541bd5b2d931
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39328"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:03Z"
  message: Add eth0 [10.134.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb61819f6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39337"
    uid: a3ad2fde-3cbf-42e9-a730-4b4c45913d14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb619b55e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "39340"
    uid: 95ddfaea-2fbe-4d39-8f03-ade7bc176d01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb61ce32184
    namespace: kserve-ci-e2e-test
    resourceVersion: "39342"
    uid: d5b13b6d-f09d-44bf-9a16-095c32395de9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb61d59ba37
    namespace: kserve-ci-e2e-test
    resourceVersion: "39343"
    uid: 7b59918a-0fdf-44df-b825-5683c887f3fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb72532106d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39385"
    uid: be4299c9-f3aa-41a4-9bf9-55931ca9d73b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb7285af4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39387"
    uid: c37467c1-7013-4be8-8bd2-a21f1e6008c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb728e3414c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39388"
    uid: 1acdbb4b-e425-400c-a9ad-a08d4f025c14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb728ee958f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39391"
    uid: 49781e93-b486-4b66-97ba-77892e65f0df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb72c1ede2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39392"
    uid: f3dde084-efcc-4357-b566-e7e73ea872a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:52:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb72c9e118c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: 35f94e75-1503-4fe4-ab90-82e5cbeac031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:53:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.75:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:49Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bb761400c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "40269"
    uid: b667c070-2c5e-490a-bae7-8e5bd6122e61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:53:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bcdb817a3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: ac1be039-1fec-43eb-8f61-e5149f5b80db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:53:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bcdb8180b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: 651f9131-7b86-44fa-aff7-98b0109ea289
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 85d978fc-d3e2-4c7a-9871-494ba0bb52d5
  kind: Event
  lastTimestamp: "2026-09-18T17:53:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.75:8643/healthz": dial tcp
    10.134.0.75:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz.18d67bcdbb86af42
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: d7a89f8c-f1a3-4b8d-a8bd-827c4a51e05d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 024f8878-3e82-4fd1-b539-ccea51dfc524
  kind: Event
  lastTimestamp: "2026-09-18T17:52:03Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-69pvz'
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d67bb5f54da839
    namespace: kserve-ci-e2e-test
    resourceVersion: "39321"
    uid: 89a3db5d-548f-4d2c-937a-e6e7ba72a18e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 2eb50a0f-b1bc-4417-9622-7e1a93a776c5
  kind: Event
  lastTimestamp: "2026-09-18T17:52:03Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d67bb5f178336c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: ef83bcaa-8ec2-4ef2-ad47-da831211b38c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 19d44ce1-3e18-479e-b0eb-64d772c94bec
  kind: Event
  lastTimestamp: "2026-09-18T17:53:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d67bb9711b41d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39800"
    uid: 714c1304-a799-427b-bd0e-2426fed850aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 19d44ce1-3e18-479e-b0eb-64d772c94bec
  kind: Event
  lastTimestamp: "2026-09-18T17:53:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d67bb9717d16e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39801"
    uid: d8788bf9-898e-47fc-99d8-d6622050ef84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 19d44ce1-3e18-479e-b0eb-64d772c94bec
  kind: Event
  lastTimestamp: "2026-09-18T17:53:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d67bc76d907329
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: 02d471d3-7558-4e4f-8389-82c52b8599f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 19d44ce1-3e18-479e-b0eb-64d772c94bec
  kind: Event
  lastTimestamp: "2026-09-18T17:53:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d67bc76e002647
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 2bee0e32-6dd3-4058-b456-5e1f9dadc221
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: e2de4f37-b249-4c61-aa38-d737e23a729b
  kind: Event
  lastTimestamp: "2026-09-18T17:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:53:40Z"
    name: isvc-pmml-v2-kserve.18d67bb5f1829b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40181"
    uid: f86f3f65-acec-4642-90e4-d10a1aab4564
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: e2de4f37-b249-4c61-aa38-d737e23a729b
  kind: Event
  lastTimestamp: "2026-09-18T17:52:03Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:52:03Z"
    name: isvc-pmml-v2-kserve.18d67bb5f2063138
    namespace: kserve-ci-e2e-test
    resourceVersion: "39312"
    uid: c74e037b-48f7-463f-9a92-6ab49e23a2aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: e2de4f37-b249-4c61-aa38-d737e23a729b
  kind: Event
  lastTimestamp: "2026-09-18T17:53:39Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:53:39Z"
    name: isvc-pmml-v2-kserve.18d67bcc74681a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: e65b08e8-6af6-44a5-a671-b3ea8504e753
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 67150826-b705-4bc4-aaa4-712d75165203
  kind: Event
  lastTimestamp: "2026-09-18T17:51:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:17Z"
    name: isvc-pmml.18d67b91e61a0994
    namespace: kserve-ci-e2e-test
    resourceVersion: "38852"
    uid: bae92f8c-e42a-402b-b13b-8257407d1680
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 67150826-b705-4bc4-aaa4-712d75165203
  kind: Event
  lastTimestamp: "2026-09-18T17:49:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:28Z"
    name: isvc-pmml.18d67b91e6b18a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 1121594b-fe96-404a-98fd-83b9433168b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 67150826-b705-4bc4-aaa4-712d75165203
  kind: Event
  lastTimestamp: "2026-09-18T17:51:17Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:17Z"
    name: isvc-pmml.18d67bab2ec47ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: 2bb6528c-4c6c-45ed-b0e1-8ea9c8e8137c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:11:56.619039Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:11:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67985984b8f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 41bf69e4-76db-423b-a8e9-241360fd65c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:11:57Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:11:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67985bac0721c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: ba6bc0ce-51c9-4853-a318-0f78c06ae7bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:11:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67985bc9bfc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: df38b17c-c4b9-44ea-bf2f-821ef703ee5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:11:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67985c1d6f927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: a2223016-ef3b-47ff-ae6d-2423a9900f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:11:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67985c2543eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 62dee38b-e0a8-4b90-a315-9d5d9fd67afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986bb123058
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 38747189-704a-400a-a150-fb6b3a95e9db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986bec83546
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: c5d6e190-8f8d-457e-a563-59b6f3d76741
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986bf56c15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 16046bb6-2af7-4eaf-86ba-59d59a78a320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986bf651163
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 34be04b2-e3b3-48db-8ae4-f27a0c088ed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986c285947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 2ab80539-fdd7-45d2-bbf0-f530c04743d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:12:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:12:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d67986c312a48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: c64ad496-5d32-4a48-b8fa-6e4b36d55e16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:13:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d6798733044712
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 21057ca0-b9f2-4dd5-b6d8-7e97d218d926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:13:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d6799d023fceae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 987b7538-85d2-4084-a853-d57f40e70ac7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:13:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d6799d0240fcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 951d7894-f29e-49c6-bc74-9ac0276ba43b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: e4cb5e70-7d73-42be-a217-a32ab964bde0
  kind: Event
  lastTimestamp: "2026-09-18T17:13:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l.18d6799d8d52b81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 7347220f-e7d9-4e01-831e-8566a96d0a91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: a8863578-dafc-4f4c-9a82-d292e0e999e0
  kind: Event
  lastTimestamp: "2026-09-18T17:11:56Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-gd55l'
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d6798597866922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 7211bebd-1dba-4add-ab4b-c57da1316561
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 91a29bac-2a13-4dd4-91a4-72820bb4c3ae
  kind: Event
  lastTimestamp: "2026-09-18T17:11:56Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:56Z"
    name: isvc-predictive-lightgbm-predictor.18d6798591a51b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: e85485cb-626f-4043-aea5-507a51a7d9aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: d96b8eaa-a5d6-41d6-9f99-e11ddcc68895
  kind: Event
  lastTimestamp: "2026-09-18T17:12:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:26Z"
    name: isvc-predictive-lightgbm-predictor.18d6798910f1c23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 0034aff9-f43b-4ebc-a619-77b0c7e0d110
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: d96b8eaa-a5d6-41d6-9f99-e11ddcc68895
  kind: Event
  lastTimestamp: "2026-09-18T17:12:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:26Z"
    name: isvc-predictive-lightgbm-predictor.18d6798911615d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: 9867a198-320e-480f-9e1c-3396c74a44f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: d96b8eaa-a5d6-41d6-9f99-e11ddcc68895
  kind: Event
  lastTimestamp: "2026-09-18T17:13:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:26Z"
    name: isvc-predictive-lightgbm-predictor.18d679900f45ea28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: a22f9463-7827-4cf6-a412-9fe8b70e5ad2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:12:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: d96b8eaa-a5d6-41d6-9f99-e11ddcc68895
  kind: Event
  lastTimestamp: "2026-09-18T17:13:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:26Z"
    name: isvc-predictive-lightgbm-predictor.18d679900fb5f691
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: e9aa6930-16c3-45ba-89cc-0d55257ec6d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:17:42.966950Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d63c3d3fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: e5bb7070-89f8-4ce5-a596-f9c80ce98d84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19508"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:43Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:17:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d65e3a9509
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 7a6ae3a3-282d-4cd0-b3e5-da8070d69590
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d6602a9c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 84b8a28b-f3a1-44c6-ac73-7f465e2d6e64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d663eaf6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: 2ba69bc9-836d-49af-acd7-ea0c53a947fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d6645f699a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 4afb2e27-d82f-4398-b46c-6873f7890bbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d775729cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 0b645da2-a25f-4384-94af-989fd8c9aff6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d77874b0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: a1319451-9177-4803-a593-04ca5488edcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d778e2d2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: daaf131c-eb00-4837-b53f-fafb0f64a899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d778ee90be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 31462fac-5adb-4f0d-b1d9-ba1bcecf7302
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d77be5ecc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: c45c1f93-92bd-4f42-b6a1-2c12ffa2afa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:17:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679d77c57da3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: be9a05e2-76a7-4524-b9e0-5070d25d602f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:19:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:19:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679e04fb916d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: 20df8b7c-4bde-46c1-802a-46a668662c47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:19:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:19:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679ed8ca8d03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 257722d0-b5bd-45d3-8fb3-c9222ab598a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:19:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:19:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679ed8ca951c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: a06c0e1c-1b2b-4b82-9187-9f96abe428f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 7e10b86b-aec5-4133-8950-858d0af61b95
  kind: Event
  lastTimestamp: "2026-09-18T17:19:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:19:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft.18d679ee47a9341e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: e290e660-4487-46b6-940c-d220bb00e298
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: 0f5d6fd8-225e-4213-b0f1-b97dbd04b775
  kind: Event
  lastTimestamp: "2026-09-18T17:17:42Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dn9ft'
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d679d63b9f8671
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 6a265045-a3d1-4553-99d3-7d385ef3abcb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: 6b1758f4-a151-4aba-bb79-70fcb61cec70
  kind: Event
  lastTimestamp: "2026-09-18T17:17:42Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d679d636dd5ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: fd1482e8-14b8-4b98-9780-ce5b08c9c850
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 54fd0ad9-0ca0-4ed9-9e2b-eb9ddd4db91a
  kind: Event
  lastTimestamp: "2026-09-18T17:18:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:18:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d679d9b58f58af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 74926e92-40ba-499c-9254-bb9b95636748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 54fd0ad9-0ca0-4ed9-9e2b-eb9ddd4db91a
  kind: Event
  lastTimestamp: "2026-09-18T17:18:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:18:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d679d9b608c047
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: f782c9d6-0d21-4f31-8116-6a8e28ba6ba3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 54fd0ad9-0ca0-4ed9-9e2b-eb9ddd4db91a
  kind: Event
  lastTimestamp: "2026-09-18T17:19:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d679e0b44cbf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 97b2071e-d5ca-4849-a51d-dace36f640a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 54fd0ad9-0ca0-4ed9-9e2b-eb9ddd4db91a
  kind: Event
  lastTimestamp: "2026-09-18T17:19:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d679e0b4b7f0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 3b4da3d1-3161-449e-95c5-a552f17bffd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: d16b9c78-a2ee-4205-88ea-4a74d44a04df
  kind: Event
  lastTimestamp: "2026-09-18T17:19:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:19:16Z"
    name: isvc-predictive-lightgbm-v2.18d679d636ddc174
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: 8db84725-ca98-4880-a063-f5ae126c9e14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: d16b9c78-a2ee-4205-88ea-4a74d44a04df
  kind: Event
  lastTimestamp: "2026-09-18T17:17:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-lightgbm-v2.18d679d637bf9d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: ba379ef0-9edb-440e-939a-fba8369d0f32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: d16b9c78-a2ee-4205-88ea-4a74d44a04df
  kind: Event
  lastTimestamp: "2026-09-18T17:19:16Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:19:16Z"
    name: isvc-predictive-lightgbm-v2.18d679ec065c321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 895abf22-e3c2-4f59-b447-f62d49e710f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 33cd1140-b990-4eb7-9ab1-ee6f8973babe
  kind: Event
  lastTimestamp: "2026-09-18T17:13:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:13:32Z"
    name: isvc-predictive-lightgbm.18d6798591d73e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 213e00b9-c867-4127-b678-4c23b02bffd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 33cd1140-b990-4eb7-9ab1-ee6f8973babe
  kind: Event
  lastTimestamp: "2026-09-18T17:11:56Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:56Z"
    name: isvc-predictive-lightgbm.18d6798592846450
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: e71e8b59-72c4-469e-9529-a33b0ff442bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 33cd1140-b990-4eb7-9ab1-ee6f8973babe
  kind: Event
  lastTimestamp: "2026-09-18T17:11:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:56Z"
    name: isvc-predictive-lightgbm.18d67985a1482c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 09e5cc24-42c3-4223-a310-8b093bcac970
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: 33cd1140-b990-4eb7-9ab1-ee6f8973babe
  kind: Event
  lastTimestamp: "2026-09-18T17:13:31Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:13:31Z"
    name: isvc-predictive-lightgbm.18d6799bcca3206d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: c19716ab-ac66-4050-9fe6-9f6e1f652c60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:07:55.059619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14272"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:07:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:07:55Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794d5a3b5b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14278"
    uid: 8c63865e-356c-4ac8-bd3d-dbcad86bb12d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14283"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794e34f8da0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: 64c63760-ed03-4c33-bd78-c7f244d2193a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794e36a2a17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14325"
    uid: f0e31083-4ca0-43e9-b638-cf9ea60d8d84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794e3a01a0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14327"
    uid: af7b6c8d-06ca-49e7-ba86-3f4b01e440c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794e3a95e981
    namespace: kserve-ci-e2e-test
    resourceVersion: "14328"
    uid: cc8c026b-a00d-49ff-8a42-d9ea2a020f30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6794f40e7f756
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 4dad18a7-877f-46ac-9355-2e398ce2c453
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.2s (24.2s
    including waiting). Image size: 2439755912 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954e36206ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: 69d684cf-5211-4d64-bf94-94f252c2e801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954ea57e7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 05442c1f-5407-49c5-b5c4-11f6ed8d4de4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954eba256c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: 4c49bf3e-ad5a-434e-8860-89ae7ce18951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954ebaf49cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: cf4a7f63-38ed-4351-85c2-c28a441fb2b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954f24c8c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "14571"
    uid: 0b661905-a500-43b4-a402-8caa327c9a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:08:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d67954f3b2a502
    namespace: kserve-ci-e2e-test
    resourceVersion: "14573"
    uid: 80e63dc5-6b59-43b9-a73c-dacc54598d9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:09:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6795558c0fcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 7713e220-9fdb-4aef-9ead-dcc18f622975
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:10:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6796bbe610187
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 73764cd8-d246-4535-9577-2e9551c67983
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:10:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6796bbe659914
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 122d7423-745e-462f-b034-ecdb4ad1ddce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14276"
    uid: f9e8938f-6241-4ade-8b71-4bd14398fc4c
  kind: Event
  lastTimestamp: "2026-09-18T17:10:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z.18d6796cdd02f22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 61bcf338-eb49-442f-a809-58856faad06a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14263"
    uid: 7e6c3793-d8d8-4d18-8fff-bbfe797c8b96
  kind: Event
  lastTimestamp: "2026-09-18T17:07:55Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-t5n2z'
  metadata:
    creationTimestamp: "2026-09-18T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:55Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d6794d59cb253b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14275"
    uid: ce011384-cfa0-491f-a34f-649a1754529d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14261"
    uid: 46e06a3c-9a65-4cda-aa42-ed13ceda6e38
  kind: Event
  lastTimestamp: "2026-09-18T17:07:54Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:54Z"
    name: isvc-predictive-sklearn-predictor.18d6794d564b116a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: 4a4f69c5-84cf-4f30-aa54-96d305382580
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14262"
    uid: 6f876776-c81c-4fa0-8bba-61564fe90418
  kind: Event
  lastTimestamp: "2026-09-18T17:09:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:10Z"
    name: isvc-predictive-sklearn-predictor.18d67950d4e62f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 49f097ba-37e3-4ac0-a8a3-f38c07060865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14262"
    uid: 6f876776-c81c-4fa0-8bba-61564fe90418
  kind: Event
  lastTimestamp: "2026-09-18T17:09:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:10Z"
    name: isvc-predictive-sklearn-predictor.18d67950d562fa4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: ed9caf38-8fd2-4def-971f-e4a2b32d5652
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 6f876776-c81c-4fa0-8bba-61564fe90418
  kind: Event
  lastTimestamp: "2026-09-18T17:09:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:55Z"
    name: isvc-predictive-sklearn-predictor.18d6795b52c55d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 15a8aa7e-3fa9-471c-9aa3-c29986276bfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 6f876776-c81c-4fa0-8bba-61564fe90418
  kind: Event
  lastTimestamp: "2026-09-18T17:09:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:55Z"
    name: isvc-predictive-sklearn-predictor.18d6795b534864d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: dd10ce17-0608-4a2a-91e1-cd6110583c22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:13:42.342601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799e35e90344
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 1fa5f817-865c-48e0-b46d-dc6776e2c479
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:42Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799e58063f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 6f07ed24-2f09-4f3d-8361-a2445a5165e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799e59a992b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: c1ec9fd3-2baa-4942-97c7-9b984e3a7ba7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    in 3.648s (3.648s including waiting). Image size: 308177834 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799f331d5336
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: ac503615-f63c-4738-90ce-345f3f378929
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799f368463eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: dc7edcd2-32e8-4884-a83b-ed98f3ddfdf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d6799f36fc5aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: ddab5105-99a6-462b-adff-5d2fc9204aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:13:50Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a0202dff53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 98a412fb-3715-4da1-a61a-154d2eab4dbd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.618s
    (24.618s including waiting). Image size: 2439755912 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5db8b74dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 2edbfb49-b59f-4b30-8cf0-5b45a5bb1595
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5e1716e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: f3e0474f-c642-481a-bd2b-1ed3277b4b29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5e206b3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: eb542033-bf21-4b42-bffc-424af9943c73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5e211edc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 5703b3d2-db43-4450-ac88-0327820ab5b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5e5c22cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 49680020-c74b-4945-927c-173ee1190623
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:14:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:14:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679a5e640be5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: bd737361-46b8-4dd6-a41c-7fc51956493b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679ae999d86ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 637a8b5c-381f-4b6f-b207-27dc908cddfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679bc832697e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: abd162e5-adbf-4815-874b-840015aa3a22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679bc832754e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: a709a683-5b45-4981-bfbb-d17eb6474022
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a0e10dd3-0b1a-4e2b-a2b6-fcea0bee7f3c
  kind: Event
  lastTimestamp: "2026-09-18T17:15:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf.18d679bc9175c3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: a618a18d-b32d-4596-b439-4ced3ce2889c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: b8b54576-03ee-4a4b-b2b4-871dad5408e6
  kind: Event
  lastTimestamp: "2026-09-18T17:13:42Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zkspf'
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d6799e35531f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: b13dd48f-12d3-431b-beba-b2815acd4c69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: 781970d4-5d03-4f94-ac15-ee878ea55015
  kind: Event
  lastTimestamp: "2026-09-18T17:13:42Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6799e32b2adb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 1bd7cec5-5d2f-4e5c-964d-4e2b53f3f22d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: f965d2e0-35b5-46ec-8af6-bae62042531b
  kind: Event
  lastTimestamp: "2026-09-18T17:14:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:14:27Z"
    name: isvc-predictive-sklearn-v2-predictor.18d679a1b1a207d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: bd034bf3-f384-48f5-947b-b2710b6ea7b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: f965d2e0-35b5-46ec-8af6-bae62042531b
  kind: Event
  lastTimestamp: "2026-09-18T17:14:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:14:27Z"
    name: isvc-predictive-sklearn-v2-predictor.18d679a1b2351439
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: c774b46d-bf77-48a8-84da-49a0ee267fd4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: f965d2e0-35b5-46ec-8af6-bae62042531b
  kind: Event
  lastTimestamp: "2026-09-18T17:15:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:15:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18d679ac2ecbe2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 07bb715b-e37c-4f9a-a14a-1a3e98474826
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: f965d2e0-35b5-46ec-8af6-bae62042531b
  kind: Event
  lastTimestamp: "2026-09-18T17:15:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:15:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18d679ac2f3c4a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: d04713b0-65c4-4382-a859-3eb8998f97b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 24cfbcfe-79f9-4afb-8e34-d0c0b2c36bfc
  kind: Event
  lastTimestamp: "2026-09-18T17:15:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:15:43Z"
    name: isvc-predictive-sklearn-v2.18d6799e32ca352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: d027d129-d494-4427-9c6f-64c6e5e3429c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 24cfbcfe-79f9-4afb-8e34-d0c0b2c36bfc
  kind: Event
  lastTimestamp: "2026-09-18T17:13:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:13:42Z"
    name: isvc-predictive-sklearn-v2.18d6799e333d36e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: 5a6d0149-434b-47e5-90ab-7c5eb33ab098
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 24cfbcfe-79f9-4afb-8e34-d0c0b2c36bfc
  kind: Event
  lastTimestamp: "2026-09-18T17:15:43Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:15:43Z"
    name: isvc-predictive-sklearn-v2.18d679ba67668db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 304418fa-d2c2-4298-b08b-930a813c6d6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14251"
    uid: d02ecb69-7b55-4ad8-966a-654ee51f0716
  kind: Event
  lastTimestamp: "2026-09-18T17:09:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:55Z"
    name: isvc-predictive-sklearn.18d6794d567afb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 0274243e-bfbc-44fc-8890-3ab9fe271b1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14251"
    uid: d02ecb69-7b55-4ad8-966a-654ee51f0716
  kind: Event
  lastTimestamp: "2026-09-18T17:07:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:07:55Z"
    name: isvc-predictive-sklearn.18d6794d56df355f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14284"
    uid: 3d87d609-324b-4170-bc2b-5ca9613fd2e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14256"
    uid: d02ecb69-7b55-4ad8-966a-654ee51f0716
  kind: Event
  lastTimestamp: "2026-09-18T17:07:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:07:55Z"
    name: isvc-predictive-sklearn.18d6794d5d08c20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 9558bf1e-d6dc-498f-af50-ccbed380075c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: d02ecb69-7b55-4ad8-966a-654ee51f0716
  kind: Event
  lastTimestamp: "2026-09-18T17:09:55Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:55Z"
    name: isvc-predictive-sklearn.18d6796965feb729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 199fc9a6-9bcc-4084-b7b8-534823723468
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:10:10.808201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-z8fcb
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:10:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796cf57a43a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: fdbbbbbf-a7b7-4e87-8a4e-344bb1fdc432
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:11Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:10:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796d1793dddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: d95ea6e5-e698-430a-9862-cb6ec46863db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796d1a0811d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 575a7272-89c4-483f-a8f4-e8d4a3fe028c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796d1cbc9a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 519d8f97-f00c-41db-835e-82597d3b40ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796d1d299631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 6cf471c8-fe7c-443c-9446-70cd98ee6af8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e27a64f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 11f1b36c-7513-4ab6-bc1e-053f53d71bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e2b013f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 445f87c9-b4be-424d-917e-510a5fffc8e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e2b7fe9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 9e168a51-7c26-4870-9710-e08ceabdef39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e2b8e748e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 7134475b-5f72-491e-8118-2cb0e5f53e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e2e99da58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 4144257f-8bc2-4876-84fb-3c47c02faf6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:10:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:10:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e2f1429db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 8f6c64ba-3f49-4964-a5c4-4c25bdf92cf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:11:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d6796e63b5e164
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: dfd8f839-5ad4-4a12-991e-02f70d31849a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:11:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d679845e898424
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 5bada4e9-cede-4816-9cff-1210c66c1d89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:11:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d679845e8a52cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: dde3bcae-c936-406c-b4cd-347b148d0134
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: b9b0bfc6-1476-4dd1-a232-5281f1052623
  kind: Event
  lastTimestamp: "2026-09-18T17:11:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z8fcb.18d67984be0d28db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 4f76b2bc-2f9d-46da-90a7-91eea0494e64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 26c9da63-754a-4804-8e52-407183894fde
  kind: Event
  lastTimestamp: "2026-09-18T17:10:10Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-z8fcb'
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:10:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d6796cf4c94aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 7d586783-102e-4c07-998e-b03568d9efd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 10e16221-716d-4aa5-a860-eaf59fa6c32d
  kind: Event
  lastTimestamp: "2026-09-18T17:10:10Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:10:10Z"
    name: isvc-predictive-xgboost-predictor.18d6796cf05501a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 7e4a4239-88d3-44dc-9ecf-ede76f8759ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: a41d8175-4850-4dcb-a99b-5eea5c5a3eae
  kind: Event
  lastTimestamp: "2026-09-18T17:10:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:10:40Z"
    name: isvc-predictive-xgboost-predictor.18d679706f1cabac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: cd72e8cb-f365-4cff-8bfd-3d3a5f9d6347
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: a41d8175-4850-4dcb-a99b-5eea5c5a3eae
  kind: Event
  lastTimestamp: "2026-09-18T17:10:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:10:40Z"
    name: isvc-predictive-xgboost-predictor.18d679706fc01717
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: a89c2990-5405-427b-89a3-69b390f95863
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: a41d8175-4850-4dcb-a99b-5eea5c5a3eae
  kind: Event
  lastTimestamp: "2026-09-18T17:11:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:40Z"
    name: isvc-predictive-xgboost-predictor.18d679776e1dac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 249f2b81-03e9-4185-8d6a-08ff0d9f2d8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: a41d8175-4850-4dcb-a99b-5eea5c5a3eae
  kind: Event
  lastTimestamp: "2026-09-18T17:11:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:40Z"
    name: isvc-predictive-xgboost-predictor.18d679776e8f0213
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 0ed03ad1-5532-416b-89e0-999650ce9e1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:15:57.738187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:15:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:15:57Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bdbc1dd2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 4b6a8343-91e2-432e-a843-4738f7345364
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:15:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bdcc8ea2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 7ac72bb4-da37-4075-90e1-af1215e7bbcb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:15:59Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:15:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679be37ce4512
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: c0cbf3a0-64a7-48ca-807f-db51c5ef4466
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:15:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679be3981fd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: f07440e4-604f-4923-8e0c-0ad00b408b6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:15:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679be3c7efb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: c4fd7f2c-8c3b-465d-90cd-c0640abfae89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:15:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:15:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679be3ced0a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: d9f60836-ec5b-401b-bbb7-a064689a9371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf3e9832fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: e376a10e-a69e-4a04-b7f5-a111c237a8ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf426228d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 007f1980-4294-4c59-96d0-4e365043e6c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf42d56849
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: fcb1dc50-7b62-4405-a3f8-759099f85d8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf42e13bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: cd6a5d77-ad3e-41a8-ad09-ff8c9f72adb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf464affb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: 035f03d1-cf29-436c-9280-ed2bd0bad11b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:16:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:16:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679bf46c02378
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: 60ea4608-05fe-4313-b610-3cc4e5332bf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:17:42Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679c818f5929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: bbee11a2-fcb2-4814-ab1f-702c1829d681
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:17:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679d5050006a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19437"
    uid: 820427bc-112b-4cce-a544-7213c031efde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:17:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679d505014390
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 0a2ab44d-7841-4288-9df2-d2571fa4af6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 4a2856f2-15f3-4237-a1d8-34a199462b37
  kind: Event
  lastTimestamp: "2026-09-18T17:17:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:17:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj.18d679d610e277bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 498766dc-3801-459f-b72d-acff41a25bf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: a56b998d-2c3c-4c94-9d23-f356313b91bd
  kind: Event
  lastTimestamp: "2026-09-18T17:15:57Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gt9mj'
  metadata:
    creationTimestamp: "2026-09-18T17:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:15:57Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d679bdbbaeb534
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: b7d34e9d-4ea4-43d1-bfe9-a0e9089367f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: 07b5d7b4-fcd1-467c-96d6-95e71c25e294
  kind: Event
  lastTimestamp: "2026-09-18T17:15:57Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:15:57Z"
    name: isvc-predictive-xgboost-v2-predictor.18d679bdb545b238
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 0a2db5dd-cf34-4795-bf58-34284e05f550
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 64745fd6-a22c-4959-8bb7-ae90ecb06415
  kind: Event
  lastTimestamp: "2026-09-18T17:16:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d679c1338bf6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: caf82a4b-e15e-4ddb-ac46-ff245d3dde8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 64745fd6-a22c-4959-8bb7-ae90ecb06415
  kind: Event
  lastTimestamp: "2026-09-18T17:16:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:16:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d679c13424585c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 0cfef5ea-4823-4f26-94ef-1a4446ae6629
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 64745fd6-a22c-4959-8bb7-ae90ecb06415
  kind: Event
  lastTimestamp: "2026-09-18T17:17:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:17:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d679c83297325b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: 7715deb3-a201-49f0-90d4-d74bc2da5522
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 64745fd6-a22c-4959-8bb7-ae90ecb06415
  kind: Event
  lastTimestamp: "2026-09-18T17:17:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:17:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d679c8331bf7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 0dc58d9a-85a1-4f8a-bdd5-244aeb35ac4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 9f6b318f-b99c-46c0-8fda-5234ecdbab8d
  kind: Event
  lastTimestamp: "2026-09-18T17:17:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:17:33Z"
    name: isvc-predictive-xgboost-v2.18d679bdb513c06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: 9f76de09-d4df-43c0-8517-92a4cd499c44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:15:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 9f6b318f-b99c-46c0-8fda-5234ecdbab8d
  kind: Event
  lastTimestamp: "2026-09-18T17:15:57Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:15:57Z"
    name: isvc-predictive-xgboost-v2.18d679bdb5e53553
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: de5c380d-e4f6-4a86-a0b3-4e4fb8e55925
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 9f6b318f-b99c-46c0-8fda-5234ecdbab8d
  kind: Event
  lastTimestamp: "2026-09-18T17:17:33Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:17:33Z"
    name: isvc-predictive-xgboost-v2.18d679d3f4307b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 96142515-130d-486a-a4c3-0a61499221ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 75d883f6-b725-4208-9b94-cd5e7c43b94c
  kind: Event
  lastTimestamp: "2026-09-18T17:11:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:46Z"
    name: isvc-predictive-xgboost.18d6796cf058f92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 396cc08d-846a-4f74-b401-7f5a1032568c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 75d883f6-b725-4208-9b94-cd5e7c43b94c
  kind: Event
  lastTimestamp: "2026-09-18T17:10:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:10:10Z"
    name: isvc-predictive-xgboost.18d6796cf15bf41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 728ba8be-b8cf-4026-b685-340c3509ff03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 75d883f6-b725-4208-9b94-cd5e7c43b94c
  kind: Event
  lastTimestamp: "2026-09-18T17:11:45Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:45Z"
    name: isvc-predictive-xgboost.18d679831f269abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 8d90af7e-7b82-4050-8dc8-68943c4973f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:51:25.738164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-56241a-predictor-5449ff77bd-jlptd
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad32cc7fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38959"
    uid: 2c293de2-95e2-496d-bfef-d25504ee566e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-56241a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad3c0c5dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: d5e198e5-86bc-46bc-bde3-3750608fe00b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:26Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:51:26Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad78bf6b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38983"
    uid: a5fc9ff9-daa0-415a-940e-0d6596db4e92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:26Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad7a67afc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 87853099-4d23-416c-b5d2-5856725321f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:26Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad7d71703b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: 7cb63382-41f4-4089-82ca-99584558b6d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:27Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bad7dee8fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38987"
    uid: fe2be1b7-7435-4406-b3e4-f4858e22d203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae7ccf43d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: e81381ae-2bec-4007-a837-0adafbd9e7dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae7fee688f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: 769a9b9a-1007-40bc-a1d1-974e7dc37c7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae806cca40
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: 21bfe3fc-2618-4936-89f4-a9b1fb24f324
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae80789677
    namespace: kserve-ci-e2e-test
    resourceVersion: "39025"
    uid: caceef55-13be-43e0-9c25-20803ea841a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae83543eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39028"
    uid: f2aa3b65-dec7-41b2-bcee-ab473c5d311f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:51:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:51:31Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bae83e3754d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 2358e340-d0ad-4c80-b428-e6bef7b9b9a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:53:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:33Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67baeb8d61d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40125"
    uid: 02a37dfa-152b-4e38-b21d-1b2d7cd649b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:53:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:30Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bca5bb054a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: c0c87a03-ce6a-483b-89ce-4e6073210000
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:53:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:30Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bca5bb4a8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: e62ef7a1-b082-4c38-b0fb-9a3b1f48fb2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: d15df05b-a9de-45d5-8142-a0547993ad0f
  kind: Event
  lastTimestamp: "2026-09-18T17:53:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.74:8643/healthz": dial tcp
    10.134.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:33Z"
    name: isvc-primary-56241a-predictor-5449ff77bd-jlptd.18d67bcae53c9a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: bf9e23ab-d17c-4918-82a9-b35a88b9e05e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-56241a-predictor-5449ff77bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38946"
    uid: 1195d46a-72af-4d81-b268-f7c768f2a7bd
  kind: Event
  lastTimestamp: "2026-09-18T17:51:25Z"
  message: 'Created pod: isvc-primary-56241a-predictor-5449ff77bd-jlptd'
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a-predictor-5449ff77bd.18d67bad322556db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: 9e7415cf-47a7-457b-9c77-ba583cb5cef7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38944"
    uid: af1efff4-2edc-4e66-9e91-1104f948fadb
  kind: Event
  lastTimestamp: "2026-09-18T17:51:25Z"
  message: Scaled up replica set isvc-primary-56241a-predictor-5449ff77bd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a-predictor.18d67bad2df663eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38948"
    uid: 8319a983-bb60-48cb-852f-24f5109715ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 2a4805ec-01ab-43fc-8605-846db10f69b4
  kind: Event
  lastTimestamp: "2026-09-18T17:51:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:55Z"
    name: isvc-primary-56241a-predictor.18d67bb0ac89c9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: 564edc29-ae1e-45ba-8cf7-2f8c3f7d436a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 2a4805ec-01ab-43fc-8605-846db10f69b4
  kind: Event
  lastTimestamp: "2026-09-18T17:51:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:51:55Z"
    name: isvc-primary-56241a-predictor.18d67bb0ace2c3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 21178609-b6b1-4f80-86f8-3368c98be1a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 2a4805ec-01ab-43fc-8605-846db10f69b4
  kind: Event
  lastTimestamp: "2026-09-18T17:53:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:25Z"
    name: isvc-primary-56241a-predictor.18d67bb7aab59e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40024"
    uid: 57f8db8c-0e7d-4553-9a9f-09d4a7db1816
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 2a4805ec-01ab-43fc-8605-846db10f69b4
  kind: Event
  lastTimestamp: "2026-09-18T17:53:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:25Z"
    name: isvc-primary-56241a-predictor.18d67bb7ab8c40c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40025"
    uid: adffb827-3047-47d0-8f83-ed49c3495e43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38937"
    uid: afea4026-7784-4184-98af-167b875a8b87
  kind: Event
  lastTimestamp: "2026-09-18T17:52:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:52:54Z"
    name: isvc-primary-56241a.18d67bad2df179eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: d328e529-2b7b-4dad-aff8-f656486a6312
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38937"
    uid: afea4026-7784-4184-98af-167b875a8b87
  kind: Event
  lastTimestamp: "2026-09-18T17:51:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-56241a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-56241a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a.18d67bad2ec2f878
    namespace: kserve-ci-e2e-test
    resourceVersion: "38950"
    uid: 3ae37f4d-84a4-4a8e-b37c-7902033ba6c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38937"
    uid: afea4026-7784-4184-98af-167b875a8b87
  kind: Event
  lastTimestamp: "2026-09-18T17:51:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-56241a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:51:25Z"
    name: isvc-primary-56241a.18d67bad2ec33cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: ecea5b49-9ea3-4103-beff-ce99679011e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:52:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: afea4026-7784-4184-98af-167b875a8b87
  kind: Event
  lastTimestamp: "2026-09-18T17:52:54Z"
  message: InferenceService [isvc-primary-56241a] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:52:54Z"
    name: isvc-primary-56241a.18d67bc1c3ad08b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: e110ab6f-0b96-4fcf-80f2-30493e5d8e3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:53:10.984765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39885"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-56241a-predictor-7975b48799-njsrg
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:53:10Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc5b3fc30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39891"
    uid: f3a219f1-1fa9-44a1-aae6-3376b95c7c58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39895"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: "2026-09-18T17:53:11Z"
  message: Add eth0 [10.134.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:53:11Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc5d62296aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39901"
    uid: f9aff0a1-a552-4d76-9d6c-ea6d23f06d58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: "2026-09-18T17:53:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:18Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc5d9963958
    namespace: kserve-ci-e2e-test
    resourceVersion: "39964"
    uid: e639b01b-c86b-4f88-b447-4b0a1071d117
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: "2026-09-18T17:53:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:18Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc5dc7d7334
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: c42970f8-fe40-4249-a126-d14aa0f42ec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: "2026-09-18T17:53:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:18Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc5dcf7dcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: b89d604b-d088-42e7-a7ba-1b70494e9d16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: 5779729f-7ad6-4038-8c61-4a7a8cc2a325
  kind: Event
  lastTimestamp: "2026-09-18T17:53:21Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-56241a-predictor-7975b48799-njsrg_kserve-ci-e2e-test(5779729f-7ad6-4038-8c61-4a7a8cc2a325)
  metadata:
    creationTimestamp: "2026-09-18T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:53:21Z"
    name: isvc-secondary-56241a-predictor-7975b48799-njsrg.18d67bc839e578ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39990"
    uid: 1948b2cb-bc21-4077-bb63-21291fc47d63
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-56241a-predictor-7975b48799
    namespace: kserve-ci-e2e-test
    resourceVersion: "39876"
    uid: 0fa9b02b-4d3c-4e7c-83e0-76646962987e
  kind: Event
  lastTimestamp: "2026-09-18T17:53:10Z"
  message: 'Created pod: isvc-secondary-56241a-predictor-7975b48799-njsrg'
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:10Z"
    name: isvc-secondary-56241a-predictor-7975b48799.18d67bc5b3369337
    namespace: kserve-ci-e2e-test
    resourceVersion: "39889"
    uid: 1842c3a7-8d72-4735-b0b5-fd544b27688e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39873"
    uid: 63fabb55-a554-4a64-9ce1-27f2e3219ac9
  kind: Event
  lastTimestamp: "2026-09-18T17:53:10Z"
  message: Scaled up replica set isvc-secondary-56241a-predictor-7975b48799 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:10Z"
    name: isvc-secondary-56241a-predictor.18d67bc5aea14224
    namespace: kserve-ci-e2e-test
    resourceVersion: "39877"
    uid: 6f888c24-917d-485c-911d-3aecb38f1ce2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: d0b18bf7-04ca-4c82-83df-b2e101c3b683
  kind: Event
  lastTimestamp: "2026-09-18T17:53:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:25Z"
    name: isvc-secondary-56241a-predictor.18d67bc92d331ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40028"
    uid: 38ee59b0-ec99-42d7-936c-77dddb6eacb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-56241a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: d0b18bf7-04ca-4c82-83df-b2e101c3b683
  kind: Event
  lastTimestamp: "2026-09-18T17:53:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:53:25Z"
    name: isvc-secondary-56241a-predictor.18d67bc92db8a3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: 02c814a9-a561-4b6f-92be-414b8acca040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: b1c39c41-d46e-46ef-b57a-a4951c9c28dc
  kind: Event
  lastTimestamp: "2026-09-18T17:53:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:53:21Z"
    name: isvc-secondary-56241a.18d67bc5aec038a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39996"
    uid: 32237df3-f6e2-4d0b-93a6-0684487c0945
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: b1c39c41-d46e-46ef-b57a-a4951c9c28dc
  kind: Event
  lastTimestamp: "2026-09-18T17:53:10Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-56241a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-56241a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:53:10Z"
    name: isvc-secondary-56241a.18d67bc5af45fca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39881"
    uid: d5bd865a-f29e-4fda-aef7-c054a7cf6f64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: b1c39c41-d46e-46ef-b57a-a4951c9c28dc
  kind: Event
  lastTimestamp: "2026-09-18T17:53:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-56241a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:53:10Z"
    name: isvc-secondary-56241a.18d67bc5af464498
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 6298a42f-a21f-4a30-9e1b-858216de8a00
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:09:35.730134Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67964caa9770f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 138425f8-ac79-442b-9220-d5b63fe19fe8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67964d64cd6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: ff95a3f3-2196-420e-aeb3-81031c66a9fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:36Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:09:36Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d679651088e617
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: f5f8c442-4681-440a-9e61-c95516ae32e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:36Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67965125328c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 063ff6d3-177e-428c-8b03-43a9e7ca0da6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:37Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67965168514df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 0f64e353-e0a4-424e-a6bb-3c07d4aa16da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:37Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d6796516fca3c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: ebd0d0d8-2fd5-4721-a3d4-6865c6ccd90f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966317f48de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: 91683991-ce23-4f30-9e7f-49d02aaaa3cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966350e2697
    namespace: kserve-ci-e2e-test
    resourceVersion: "15206"
    uid: ce32dcdb-8ff7-43d5-ba11-fb1e0508b482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d679663583dfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: d8567495-f283-4987-b6ca-add89cfecf10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966359081c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ffd0ed6b-187f-4d87-88a5-a47186bde781
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d6796638df9f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 6fcf58c6-330c-49ff-a8a9-8b6b1b1396cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966394827bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 9406f7a8-33a7-42c9-a4a7-9999008d0b18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:15ef83101ebc8b20cfa00cb1c08bf096975cb7cb21d7b6706643d049782d071a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d679663953ab3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 834aea86-e4d1-462a-ad8d-b8119f47432c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d679663c3fb7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 7b2dc79b-7628-40cf-a82d-d5b97397a6a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:09:41Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d679663cbbdcf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 1dc7a7dd-e86e-4a7c-b5d4-65f11a1b2495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:11:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:23Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966a9b5bd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 91ea7cdc-7741-480b-bfb7-bf36c78c5270
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:11:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:23Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d67966a9bf5ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 40491e90-efed-4a3e-b463-b4482657c295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d6797d50cd38b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3861d897-ef4c-4a12-8dc5-80e7a5e41c26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d6797d50cd80b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: f53a11ed-c650-4927-b6ba-6bfe6a97ca40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 5d00ab19-e542-4ced-ae6f-b26074cb25e4
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9.18d6797d50cdd008
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 02517b40-47ae-4306-8c36-480887c0b75b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 445a0737-084b-408e-af0b-9afc147d3c94
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-9cb98cbf9-ssxs9'
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom-predictor-9cb98cbf9.18d67964ca0119ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: c6fe3daa-3bfe-4a28-a2b4-cdaffb9fc65b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: c83219c4-cc17-48d4-b93a-8d827288af97
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-9cb98cbf9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18d67964c0513946
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: b384a0cb-04fa-4961-bf9e-cef9ed58bbed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 32d187bd-b4d7-4e73-8250-6c7a1dcdc75e
  kind: Event
  lastTimestamp: "2026-09-18T17:09:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18d679683f969087
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: d41f0dd2-7986-4a10-bdfa-8a6c3224c4c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 32d187bd-b4d7-4e73-8250-6c7a1dcdc75e
  kind: Event
  lastTimestamp: "2026-09-18T17:09:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18d679684020ca22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 00614256-0662-4ffa-bedd-9a57914069a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 32d187bd-b4d7-4e73-8250-6c7a1dcdc75e
  kind: Event
  lastTimestamp: "2026-09-18T17:11:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6796bbf3eedb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 8aeb2c4c-59d6-49ad-ba5b-ce68a178b00d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:10:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 32d187bd-b4d7-4e73-8250-6c7a1dcdc75e
  kind: Event
  lastTimestamp: "2026-09-18T17:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6796bbfd98852
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: e99fc9ce-a936-4814-8646-ecb50fc49be7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 89c10ad2-eb3b-4ea5-8fad-473d6d636524
  kind: Event
  lastTimestamp: "2026-09-18T17:11:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:14Z"
    name: isvc-sklearn-batcher-custom.18d67964c08e2674
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: ce9345df-2ccb-44e6-ab37-3b758f891604
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 89c10ad2-eb3b-4ea5-8fad-473d6d636524
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom.18d67964c5d6e947
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 3cc6e3f9-4d39-437c-bcbc-b2c63c85c3cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 89c10ad2-eb3b-4ea5-8fad-473d6d636524
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-custom.18d67964c5d72ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: c1ee45a3-cc77-4598-ad54-37a5f9d3ddca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 89c10ad2-eb3b-4ea5-8fad-473d6d636524
  kind: Event
  lastTimestamp: "2026-09-18T17:11:13Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:13Z"
    name: isvc-sklearn-batcher-custom.18d6797baafae2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 8b5ea78e-90c7-488a-9f81-3ceb90a9ed24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:07:39.969528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14049"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:07:39Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67949d6cabe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14054"
    uid: e85cfa5f-2790-4523-a1db-414fb6e53040
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67949f8f92758
    namespace: kserve-ci-e2e-test
    resourceVersion: "14097"
    uid: 91013633-4694-45f4-97ad-3c1699326b87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67949fb57b233
    namespace: kserve-ci-e2e-test
    resourceVersion: "14099"
    uid: 9c4cac63-dee2-47f1-ab12-c7235e31cb0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67949fe8c8cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "14100"
    uid: 22d7e58e-094e-4392-b52f-d801a066ee5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:40Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67949ff061b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14101"
    uid: 1a656365-a7f9-4989-b6a7-3392c0e9ef01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-18T17:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:45Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794b080bebc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 9a2b630d-088e-4580-bd34-caccc38371fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 13.497s (13.497s including waiting). Image size: 1604512144 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794e2c950b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14318"
    uid: e332554a-5602-4655-b4a9-9d6b7df80762
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794e3026bda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: 48cc2822-9b6f-4c65-88a6-493af0d5ee9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794e30a274de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 4fb6e269-e5bd-497d-88e6-c5f6b3dcfda9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:07:58Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:07:58Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794e30b21f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14322"
    uid: 901fc733-11b6-4ece-9b33-0b5cc2e2fa08
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.015s (3.015s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:01Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794ee473bddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: 1c4b46fc-f561-4eb6-b969-52a4b506cd3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:01Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794eea7c8297
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: d594a8f5-aded-4b31-a615-af2030fdf728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:01Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794eeba8f1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 0cfbab5c-056a-4b07-9af9-1b7324b5a747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:15ef83101ebc8b20cfa00cb1c08bf096975cb7cb21d7b6706643d049782d071a"
  metadata:
    creationTimestamp: "2026-09-18T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:01Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794eebb67c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: 4b3f96f3-03cd-484c-9331-37b1dcbbd3ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:15ef83101ebc8b20cfa00cb1c08bf096975cb7cb21d7b6706643d049782d071a"
    in 2.638s (2.638s including waiting). Image size: 240300110 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:04Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794f8902629d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 76497bd8-82c7-42a8-b6e6-243d33f38b41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:04Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794f8c872f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 036b511d-a5cb-40a6-a6d1-f09d2663b8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:08:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:08:04Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794f8cf51598
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: f657bdab-8e5f-48c8-8a6e-39dd45e7cdd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:37Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794fb93fba87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 92203361-01fe-4ff9-8fe1-8156ead653a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:37Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d6794fb94ec9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 0896a3b3-1c64-4a01-8364-c57388ef3767
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67964bc0881c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: 37754c7e-1f16-4f2e-bc16-24e2658161d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67964bc08cb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 205be842-61de-4ef6-ba4e-e9efcfbb114a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:35Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67964bc08d745
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: 0ac4186c-03d7-4142-941a-e7bcea7058ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: bc48814e-b773-45f3-be4f-e13aa2f69dab
  kind: Event
  lastTimestamp: "2026-09-18T17:09:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:09:46Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d.18d67964e99bf86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 64ac72e3-31b4-4d98-ab69-628f25593e31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14035"
    uid: d81fde4e-cfd4-4c96-aa32-2f1669204305
  kind: Event
  lastTimestamp: "2026-09-18T17:07:39Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5f9b9c4f65-ffx4d'
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:39Z"
    name: isvc-sklearn-batcher-predictor-5f9b9c4f65.18d67949d619698b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14051"
    uid: 7e0b9e9a-2691-4f19-8b3a-1f2dd5cd59ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14034"
    uid: 7beda22b-f162-4892-9342-871901cdf241
  kind: Event
  lastTimestamp: "2026-09-18T17:07:39Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5f9b9c4f65 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:07:39Z"
    name: isvc-sklearn-batcher-predictor.18d67949ce1222f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14037"
    uid: c35a7746-05d8-4295-ae8a-fceecbd6ae42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14044"
    uid: beb77267-1286-481f-92a3-036cb05c8853
  kind: Event
  lastTimestamp: "2026-09-18T17:08:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:08:40Z"
    name: isvc-sklearn-batcher-predictor.18d6794d533d6cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 565a8ad9-58c1-4bc2-a502-70f86ab5ab5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14044"
    uid: beb77267-1286-481f-92a3-036cb05c8853
  kind: Event
  lastTimestamp: "2026-09-18T17:08:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:08:40Z"
    name: isvc-sklearn-batcher-predictor.18d6794d53b7c457
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: d8829cd0-b2d2-45bf-b8b0-debf6c0680f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: beb77267-1286-481f-92a3-036cb05c8853
  kind: Event
  lastTimestamp: "2026-09-18T17:09:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:25Z"
    name: isvc-sklearn-batcher-predictor.18d6795b51b03538
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 59271d6b-4cd7-47c8-a08a-15160d64209b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: beb77267-1286-481f-92a3-036cb05c8853
  kind: Event
  lastTimestamp: "2026-09-18T17:09:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:09:25Z"
    name: isvc-sklearn-batcher-predictor.18d6795b5235492c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 10887509-e527-45fd-83e1-0b36a612a4fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14024"
    uid: ed5be02f-720d-4efd-a108-3618bc1eacaf
  kind: Event
  lastTimestamp: "2026-09-18T17:09:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:27Z"
    name: isvc-sklearn-batcher.18d67949d43d231a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: e6f3cfe6-3881-4e25-8a10-df9e63436b52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14024"
    uid: ed5be02f-720d-4efd-a108-3618bc1eacaf
  kind: Event
  lastTimestamp: "2026-09-18T17:07:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:07:39Z"
    name: isvc-sklearn-batcher.18d67949d4b77db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14047"
    uid: 8e89ae0c-09a1-480a-9909-3c18e9e61954
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:07:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14024"
    uid: ed5be02f-720d-4efd-a108-3618bc1eacaf
  kind: Event
  lastTimestamp: "2026-09-18T17:07:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:07:39Z"
    name: isvc-sklearn-batcher.18d67949d4b7c84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14048"
    uid: bfd7f582-df2e-4287-b53e-734b2cd7644d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: ed5be02f-720d-4efd-a108-3618bc1eacaf
  kind: Event
  lastTimestamp: "2026-09-18T17:09:27Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:09:27Z"
    name: isvc-sklearn-batcher.18d67962d9884376
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: d5c3aafa-2e72-4556-8211-13af482ecb61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:44:02.972172Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b461be39a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: fcdeba77-3b8e-4b27-bc62-7354d8aac72d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b463e272a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 43c89ddf-31d0-469f-86fc-e74a03342d5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b463feeb87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34756"
    uid: 33405be3-f7ea-4e6b-80af-4c4a5d6432a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4643400b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f65ca5f0-77ca-423b-b192-6efb3da48409
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4643bc8fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 68aa4063-f5c1-453e-875f-d20a398bbe82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:07Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4746286690
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: a2c4b80d-4918-474e-bf2e-6fc7bd210bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:08Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4749427cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: ba4390f2-a1e4-4989-96a9-71b67c223aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:08Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4749c45dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 127a3982-9d2e-47e5-b5f8-fe0b6ec046ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:08Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4749d59a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: 37188106-83f9-49b7-a1f7-1a0fa35f8c42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.751s (2.752s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47edde37fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: b31f7f0d-26be-4fd3-ac7d-6b923cf0ac77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47f0f06141
    namespace: kserve-ci-e2e-test
    resourceVersion: "34831"
    uid: 07978bd4-8976-40fa-8fb9-626ce9d9584e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47f17affda
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 3cb6da06-2236-4646-a14d-f86869c99191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47f187c144
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 11032a5b-680f-4021-b61e-3a0d5f28d4e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47f4ce7fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: d85ea7e6-209c-4fd0-a4c2-d170a3acf423
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:10Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b47f54a5239
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: 7b8dc613-88d8-4cda-9c0d-060d64eeab34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:45:48Z"
  message: 'Readiness probe failed: Get "http://10.134.0.63:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:48Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4e4489768e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 00a5369f-bb0f-4997-af70-401bf0e1182a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:44:43Z"
  message: 'Liveness probe failed: Get "http://10.134.0.63:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:43Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b4f7f2f9cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: 8e73ff1b-beba-454b-ad7b-e2f60b148572
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:45:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:23Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b58bdea392f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: c81bedaa-db20-4f0e-bded-90ff5c22c1d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:45:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:23Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b58bdeac1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: d14ed059-663f-4eb9-838b-6380806df402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:45:22Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:23Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b58bdeb0f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: e5b60b24-74af-4015-a5f7-609e4aec7ee2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: bc7c7586-87e3-4ce0-9f38-909e21c2dded
  kind: Event
  lastTimestamp: "2026-09-18T17:45:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:53Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2.18d67b58be62eff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35758"
    uid: ff102c1b-3de3-44af-820b-d9f91676db06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7477cd8d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: c2f7f400-1333-4d98-8139-9d0607f05c7b
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7477cd8d95-jl6t2'
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-mcp-predictor-7477cd8d95.18d67b461b702608
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: 99870c74-3155-46a1-9050-65af689785bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: 535b72e4-a2bb-4b28-b8d6-ba00a4079a78
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7477cd8d95 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-mcp-predictor.18d67b4618379a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 07fa7c8e-88ef-41ef-8273-d0e5386820b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: e4126472-0825-4767-a028-5735d5ab26b9
  kind: Event
  lastTimestamp: "2026-09-18T17:45:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:18Z"
    name: isvc-sklearn-mcp.18d67b4617dc5db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 016396c3-01f2-48e5-8350-abb12f4f05ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: e4126472-0825-4767-a028-5735d5ab26b9
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp.18d67b46184c8957
    namespace: kserve-ci-e2e-test
    resourceVersion: "34740"
    uid: 06a8e9f7-0203-4744-b851-68c146620a82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: e4126472-0825-4767-a028-5735d5ab26b9
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-mcp.18d67b461e641be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: c0ae6a06-36c1-4f3f-807e-1383940a39cd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35321"
    uid: e4126472-0825-4767-a028-5735d5ab26b9
  kind: Event
  lastTimestamp: "2026-09-18T17:45:18Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:18Z"
    name: isvc-sklearn-mcp.18d67b57a952c3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: 5960770d-853c-4019-bbe6-ed401716dccf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:20:02.371570Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d448d4989-knt95
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f6b166e4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 841cf5ea-281c-4f38-b6ef-11cf04edf5da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:02Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f6d3a4d80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: b918cd59-5d78-4910-a0e9-5e3ec85229cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f6d54f92b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 8d7c1073-6711-4bce-b59f-8f3a6ff512cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:03Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f6d855e442
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: f7e1ef4c-ff0a-4ed8-953a-f97b789f27ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:03Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f6d8d78b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 674b6480-199a-4ad9-9a6f-9ababbcb0cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:07Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f7f96daf14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: da45aa39-15f3-4572-b5e6-0aa58b853d8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:07Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f7fdd38ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 58f7170a-9e95-44c7-bcf1-55dcf93e438e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:07Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f7fe4b8bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: cb64bdd7-5733-484f-9e23-1ea017e07b01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:07Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f7fe583201
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: c12aa603-231b-469f-a47a-54c7fe48c442
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:08Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f801657640
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: c18876dd-3cf8-49ef-acdc-df1e2025223d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:20:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:20:08Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f801dd39f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 105a5d81-93aa-4384-9235-30cb4fdfdd2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:21:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:21:20Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d679f87160677f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: a49a216f-a014-4df6-8e59-0ecc1b2ba8c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:22:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:03Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d67a12dab06a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 4448ab93-e83c-45ba-979a-85cefe435ff6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:22:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:03Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d67a12dab0e3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: bf96a3e1-d6bd-4532-93f1-d8eee74e04e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d448d4989-knt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 4375b2a5-4110-4096-ac03-759325e95a54
  kind: Event
  lastTimestamp: "2026-09-18T17:22:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:05Z"
    name: isvc-sklearn-predictor-d448d4989-knt95.18d67a1373bb5bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 032591e3-5d60-4ad8-9ac0-175589e2aab8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d448d4989
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 2e160ad9-8937-45ae-a971-d1a406ca93fa
  kind: Event
  lastTimestamp: "2026-09-18T17:20:02Z"
  message: 'Created pod: isvc-sklearn-predictor-d448d4989-knt95'
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn-predictor-d448d4989.18d679f6b0fb5979
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 2aa5b7f5-20b1-47cb-b94e-1b6b7df92ab2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 16e746f6-0a6a-4a6a-b006-53250422c386
  kind: Event
  lastTimestamp: "2026-09-18T17:20:02Z"
  message: Scaled up replica set isvc-sklearn-predictor-d448d4989 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn-predictor.18d679f6adc5f568
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 1dace59b-429a-4fb7-8f5d-b28caf5bd835
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: d6c95f83-bc55-46e2-99f1-8ab6f31a694f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:17Z"
    name: isvc-sklearn-predictor.18d679fa2c84269a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 3dee39c9-7ca2-4da2-8934-413f650b2618
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: d6c95f83-bc55-46e2-99f1-8ab6f31a694f
  kind: Event
  lastTimestamp: "2026-09-18T17:20:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:20:17Z"
    name: isvc-sklearn-predictor.18d679fa2cdc020b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: ce5c11ed-aef6-4cf2-b1cb-41cb23883e60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: d6c95f83-bc55-46e2-99f1-8ab6f31a694f
  kind: Event
  lastTimestamp: "2026-09-18T17:21:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:21:47Z"
    name: isvc-sklearn-predictor.18d679fdabc9a8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 9f97ca57-0e48-4a60-b5b1-339196f30bab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: d6c95f83-bc55-46e2-99f1-8ab6f31a694f
  kind: Event
  lastTimestamp: "2026-09-18T17:21:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:21:47Z"
    name: isvc-sklearn-predictor.18d679fdac633b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 8f9b0f7c-1fd4-4abb-b603-c35224185b9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:25:13.916649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a3f3aef8f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: b8aaac42-b475-42de-bd48-7243ddd8057f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a3f5d31be1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23338"
    uid: 36e184f2-b47d-4126-9520-715afd556472
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a3f5efe7e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23341"
    uid: 9d595c67-9554-4d71-9237-2f8d95f0d056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a3f61af57a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: a5178a7a-d17b-4b56-b540-96f444030acf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:14Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a3f621b0755
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: ea953793-0d57-4e89-b640-dafee7cc0b6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40becf877b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: ada60376-f604-4484-9c0f-6675947a787c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40c207c01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: 3ef3e79d-f252-4add-8066-dbb3530c4103
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40c275aba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 26d4fbfd-6342-46d2-a7cb-a5ba62fb3c41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40c2831b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23413"
    uid: 663b55f5-ce37-4203-b5f6-52756ffb80ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40c6018157
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: 6296a5aa-608f-4120-b1ce-f9168d46bb2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:20Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a40c673a07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 3da6e7e1-f018-43a4-a7fc-0fe44db91641
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:28Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a4136c9fc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: bdec9e74-98b0-4b6a-871e-845ac18b428a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:46Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a46ead92b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: b21125a4-d841-4b0e-875c-2deec3cfb5c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 994db0da-2014-4de8-88fb-3de7b6bac887
  kind: Event
  lastTimestamp: "2026-09-18T17:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:46Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf.18d67a46ead9bdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23667"
    uid: 0dcc6a8a-fb46-4d14-96a4-8bc2f2d040a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 482a2b23-902f-4e49-8d4c-64035490fb2e
  kind: Event
  lastTimestamp: "2026-09-18T17:25:13Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6dfdd9f4c7-m76sf'
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: isvc-sklearn-runtime-predictor-6dfdd9f4c7.18d67a3f3a463ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: e0239095-371c-4fd3-b63d-7db628aae88a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23306"
    uid: b5c8f0d6-5414-4e40-86e5-50ff4a89a096
  kind: Event
  lastTimestamp: "2026-09-18T17:25:13Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6dfdd9f4c7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: isvc-sklearn-runtime-predictor.18d67a3f34eab081
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 3454f690-ac1a-42da-9003-40321426c9d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: 6b3e2321-92f9-4b96-a9de-166f78f6f6cb
  kind: Event
  lastTimestamp: "2026-09-18T17:25:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:43Z"
    name: isvc-sklearn-runtime-predictor.18d67a42b338ac5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 8b3e17ad-2ab5-4189-b103-1e9525d9624a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: 6b3e2321-92f9-4b96-a9de-166f78f6f6cb
  kind: Event
  lastTimestamp: "2026-09-18T17:25:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:43Z"
    name: isvc-sklearn-runtime-predictor.18d67a42b3a31992
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 49ce571a-f057-476f-bf02-0b68c9b08b9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: b4b1818a-762b-49d2-ad59-3ca9132c90c3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:38Z"
    name: isvc-sklearn-runtime.18d67a3f34aae444
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 82286c42-4438-4baf-ab42-8b4a76bcfe38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: b4b1818a-762b-49d2-ad59-3ca9132c90c3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: isvc-sklearn-runtime.18d67a3f3562790b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: f41ba6df-04f5-41dc-ac99-e1b7a3000e19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: b4b1818a-762b-49d2-ad59-3ca9132c90c3
  kind: Event
  lastTimestamp: "2026-09-18T17:25:38Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:38Z"
    name: isvc-sklearn-runtime.18d67a44f88d4d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: f1100647-3016-434c-9eae-86a2bed1aa2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:42:24.587834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-865f87676-4gxjk
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:42:24Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2f33b9c18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: c9ddb119-6722-42e5-847b-9360f7eb9ab6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:25Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:42:25Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2f55eb6127
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 01ebefd7-99cc-4824-9c78-efa80f737987
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:25Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2f57795833
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: fc2dfda4-ca10-4d75-8255-93cdbb5a9924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:25Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2f5a6ce865
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: af0d0666-ce4b-4aa5-aa0b-71a767e963e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:25Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2f5ae5e706
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: a5ef7dbb-9d13-4d68-ac95-f52d48e2d92d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fdf87c6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: f6b279f4-dd72-4a4b-91db-61e183e10ef6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fe39650fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33730"
    uid: c3f4ff26-ad4c-4d4a-b99b-f949a1ec8997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fe412dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: 64210b08-6a7d-45ed-8755-b516f9b9ea1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fe41e080f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33732"
    uid: 58e13b5c-69ad-4b13-817c-499cbef13054
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fe783a023
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: 2f0c5446-f044-4fd3-bcd7-f1ffcde9c325
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:42:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:27Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b2fe7fccbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 2dd9bc39-2492-498c-824b-22e1b54d62d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:44:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:01Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b301bf06334
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 604e5a9b-6baf-4be5-a83f-c8f9bd6760b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b4547f4d7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34617"
    uid: ff753439-58d2-4517-bf44-bb79003eda03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b4547f54e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34619"
    uid: edb98e84-8dfb-4620-aac1-950fb4c2ac9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: db6c5dde-0465-4839-ae5e-0a5293b68cec
  kind: Event
  lastTimestamp: "2026-09-18T17:44:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:04Z"
    name: isvc-sklearn-s3-predictor-865f87676-4gxjk.18d67b454c40042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 80ba386c-d30f-49e2-9e19-b572f36ea972
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-865f87676
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: 8457a32f-caa5-40cb-b7ca-c19917b344a5
  kind: Event
  lastTimestamp: "2026-09-18T17:42:24Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-865f87676-4gxjk'
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:24Z"
    name: isvc-sklearn-s3-predictor-865f87676.18d67b2f33256623
    namespace: kserve-ci-e2e-test
    resourceVersion: "33659"
    uid: 9a734e52-de3b-4f1d-94a1-eebae58f62e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33647"
    uid: 8b4054c5-389b-4e5b-a9f4-383a4294b66f
  kind: Event
  lastTimestamp: "2026-09-18T17:42:24Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-865f87676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:24Z"
    name: isvc-sklearn-s3-predictor.18d67b2f3090ae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33651"
    uid: 7a3cd042-8240-4faa-9fcd-5cbbc21200dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 08950649-ef22-4c9b-92f7-77a2aa9fd4f7
  kind: Event
  lastTimestamp: "2026-09-18T17:43:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:09Z"
    name: isvc-sklearn-s3-predictor.18d67b32af314ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 17751ecd-5395-4dac-a00c-89670ae1e32e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 08950649-ef22-4c9b-92f7-77a2aa9fd4f7
  kind: Event
  lastTimestamp: "2026-09-18T17:43:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:09Z"
    name: isvc-sklearn-s3-predictor.18d67b32afa3ad87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: eafb5778-963f-4b01-92eb-c164dc7f83fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 08950649-ef22-4c9b-92f7-77a2aa9fd4f7
  kind: Event
  lastTimestamp: "2026-09-18T17:43:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:54Z"
    name: isvc-sklearn-s3-predictor.18d67b3d2c30a58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: 9e35e70e-dad8-4637-b1e7-4537f0b32164
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 08950649-ef22-4c9b-92f7-77a2aa9fd4f7
  kind: Event
  lastTimestamp: "2026-09-18T17:43:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:54Z"
    name: isvc-sklearn-s3-predictor.18d67b3d2cb7d8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: e54b3030-d611-4688-8598-5e1c46018752
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:47:43.046942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:47:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b79595e1c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: 8b041bca-2dac-456d-b6eb-ffdf2dce7fe4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: "2026-09-18T17:47:43Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:47:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b797ba1754c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 34b6ac1f-b0e2-45b1-8456-422f458a6e3a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: "2026-09-18T17:47:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b797d3866aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36878"
    uid: c22c5e87-edbf-4c61-b688-3555091ad024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: "2026-09-18T17:47:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b79802e7110
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: e627a74c-bafb-476a-b223-d620af7548fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: "2026-09-18T17:47:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b7980b7bbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 95a2e3b3-a855-429a-9eef-e8c13ada09b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 55d77ce8-c8c8-4093-88a6-cd08da6f4870
  kind: Event
  lastTimestamp: "2026-09-18T17:47:52Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:52Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz.18d67b7ba9d39d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 4db922fe-4acf-442b-8006-f95de9cf6cd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 70da5cea-d1b4-44e2-a068-f0294ff9d409
  kind: Event
  lastTimestamp: "2026-09-18T17:47:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88-nh9mz'
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88.18d67b7958ee9d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: d16a7849-028c-411a-87b2-735df5c00c48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: 05a2b880-f084-44f0-9f4c-f1d64de539b9
  kind: Event
  lastTimestamp: "2026-09-18T17:47:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-c8cc6df88
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d67b79563a1975
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: fe114942-f11f-468f-ad32-689c1e59d94e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: b1c983a5-d123-4dbe-9109-a515dbf340bb
  kind: Event
  lastTimestamp: "2026-09-18T17:47:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d67b79563e8ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 64c03103-f5fa-4ce4-80df-544cd01ef118
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: b1c983a5-d123-4dbe-9109-a515dbf340bb
  kind: Event
  lastTimestamp: "2026-09-18T17:47:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:43Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d67b7956d9d7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 9d7c1b05-c3aa-45b4-9eff-fd887858f46d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:46:01.859421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35879"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:46:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:46:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b61ca1f1e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: 2437b010-7889-492c-8f59-52fca5b49435
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:02Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:46:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b61ec485848
    namespace: kserve-ci-e2e-test
    resourceVersion: "35897"
    uid: fee03363-cf48-42b0-b0ac-657d76ad5ccd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b61edd4c377
    namespace: kserve-ci-e2e-test
    resourceVersion: "35900"
    uid: f09982e8-7ab1-464a-b7b5-eb2c461e67d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b61f0e0a020
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: 110991e9-f92c-4277-84ae-23761f6fec0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b61f1582360
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: a063ffb7-6d12-45c3-8fa6-f94b1e4796fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b626c9ec80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 65034f4e-1e97-479a-bed7-18e6bd1fc330
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b626ffbd3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: f4462f68-5ec4-4507-9e2b-1a998324cc5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b6270751b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: 2ac0d68b-7e80-4d86-be36-987831090bcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b6270808a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 2096fb3c-c8f0-42cd-95c9-c68f3ff5a6d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b6273a48b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 27078cb0-c0cf-40a4-ba99-d03ad9d106d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:46:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b62741e0cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: c2d70361-9bac-4411-ad0b-e6173eaf8dd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b62e49382dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: d5e848f6-3112-4939-912d-dea2a0bb41f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b7914a309c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: 36d64dbe-326a-49b8-a3c2-acdef1a38faa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b7914a3766e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: 44deca6e-0ece-4d6a-8625-3a62a508a57c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 3090f174-c2e3-417f-bbbf-e7bec2757b8f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj.18d67b793ee10b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36763"
    uid: 6a8e2450-ade2-44db-9005-37e7cdc1c678
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35871"
    uid: f6fdfa0b-5ec7-40be-aaac-3f295573d2b6
  kind: Event
  lastTimestamp: "2026-09-18T17:46:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6-bqmmj'
  metadata:
    creationTimestamp: "2026-09-18T17:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6.18d67b61c9a4f1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35880"
    uid: 172dcad9-6ca3-4238-b5de-28ab57eb9a5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: 505f94f9-532c-48a5-a04b-70c4d0c97c18
  kind: Event
  lastTimestamp: "2026-09-18T17:46:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5d89dfcbf6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d67b61c6bee2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35873"
    uid: f84771a5-2084-4e31-b367-d1cdbfddf0c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35869"
    uid: 3fd809ef-5431-4669-a426-c80fe0b7336b
  kind: Event
  lastTimestamp: "2026-09-18T17:46:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d67b65450caf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: f4deafda-c0df-408a-b410-9fdc647e9568
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35869"
    uid: 3fd809ef-5431-4669-a426-c80fe0b7336b
  kind: Event
  lastTimestamp: "2026-09-18T17:46:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:46:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d67b65457c1152
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 4d212dcd-1f0d-41ff-8150-a68ae33cd73f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 3fd809ef-5431-4669-a426-c80fe0b7336b
  kind: Event
  lastTimestamp: "2026-09-18T17:47:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d67b6c430ac1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: f0b37d9f-2534-485c-99d2-6284874998d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 3fd809ef-5431-4669-a426-c80fe0b7336b
  kind: Event
  lastTimestamp: "2026-09-18T17:47:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d67b6c437c426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: dcd47eb5-9882-40bd-88f5-f1ac035e3ae1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 2528ebcf-22eb-48c5-9831-b55c402bf27d
  kind: Event
  lastTimestamp: "2026-09-18T17:47:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:32Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d67b61c6a1a96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: e852999a-380f-49f2-9a78-c50a97440195
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 2528ebcf-22eb-48c5-9831-b55c402bf27d
  kind: Event
  lastTimestamp: "2026-09-18T17:46:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:46:01Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d67b61c759d015
    namespace: kserve-ci-e2e-test
    resourceVersion: "35876"
    uid: d77002b9-545c-457f-8e1e-04d16d25a37a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36677"
    uid: 2528ebcf-22eb-48c5-9831-b55c402bf27d
  kind: Event
  lastTimestamp: "2026-09-18T17:47:32Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:32Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d67b76f2839ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: 256f5fd7-6a0a-41c8-8165-abc1d7622cd0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:45:40.730643Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35612"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5cdebfc843
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: 5d2ac8cc-e5d9-4ef0-b632-b30d0b37ea31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5ceacf0677
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: c0665de4-014c-4b4a-8f6b-ee7b663df7c3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:45Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:45:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5e0fe1ca3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: a1bc0f9e-b6a7-42bc-90c5-b5722ad97a1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5e11a18b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: 3cc6f17e-d1c3-468c-bd4a-101ebde311e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5e1493654f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: 5b04fe58-01ec-458b-b14b-23aa07049519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b5e151bceba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: 3b694701-4e93-41f3-a54f-999aed3d02fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 395493bc-8b7c-4ebc-85e0-0c76a6be6898
  kind: Event
  lastTimestamp: "2026-09-18T17:45:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v_kserve-ci-e2e-test(395493bc-8b7c-4ebc-85e0-0c76a6be6898)
  metadata:
    creationTimestamp: "2026-09-18T17:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v.18d67b601576555a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: 2a4b0d97-da3f-4dc0-90a4-5914a5cb7e23
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864
    namespace: kserve-ci-e2e-test
    resourceVersion: "35603"
    uid: 5d40551d-73e0-41d6-9180-ebd52ddee2f6
  kind: Event
  lastTimestamp: "2026-09-18T17:45:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864-t4z8v'
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864.18d67b5cde18f983
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 9925f221-d040-4291-a992-9127df837d7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35601"
    uid: 06ffa820-cc44-4aff-87c1-fb70d9dd9565
  kind: Event
  lastTimestamp: "2026-09-18T17:45:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-97d9f4864
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d67b5cdb5f4150
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 52bcbc99-f89a-40ec-adc0-f912b0b9b5a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35602"
    uid: 7da5679f-02bb-4178-bd90-924637511fae
  kind: Event
  lastTimestamp: "2026-09-18T17:45:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d67b605a1ca881
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 49386840-f3c5-4626-9890-af467ec825d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35602"
    uid: 7da5679f-02bb-4178-bd90-924637511fae
  kind: Event
  lastTimestamp: "2026-09-18T17:45:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d67b605a908a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35785"
    uid: a7e17034-c7c0-4188-b2e4-95bd22de3e8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 984cb543-9ac7-4a5b-89ed-44b85256ebdb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:54Z"
    name: isvc-sklearn-s3-tls-global-fail.18d67b5cdb526dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35774"
    uid: 9e54cc8b-fe94-4ffe-bb83-23970ac7bb1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 984cb543-9ac7-4a5b-89ed-44b85256ebdb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail.18d67b5cdbf247cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35625"
    uid: a6a9c721-a2c5-4405-bb4f-0d42dd51dcc0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: 984cb543-9ac7-4a5b-89ed-44b85256ebdb
  kind: Event
  lastTimestamp: "2026-09-18T17:45:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:40Z"
    name: isvc-sklearn-s3-tls-global-fail.18d67b5ce3cbb827
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: a802ee34-2b85-4268-bd87-3551e4d50337
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:43:59.569956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b455119edd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 9a61e7db-922e-4b8b-96ea-b2191c7e19d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b45590d8432
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 82875ddc-3156-42c5-901c-4fc47df7b7cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:00Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:44:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b4596d3e6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34674"
    uid: 35b1dde9-1384-4739-89e5-4709e1177315
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b45989e427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34676"
    uid: 642308d8-41d1-4861-a0f5-360d3d273631
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b459bfe25fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: a5a61142-7a8a-439d-af93-e2ad5cda1049
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b459c7af4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 4c7ac3f0-ba5c-4f78-9311-d66a6f687262
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b461a0f848f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34721"
    uid: 054cffa1-975d-46df-96d1-227b0ac797cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b461cec9b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: a42aad5e-c62a-4cc7-b222-a268b37debe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b461d70e5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 09db68cd-dfbf-40b5-a8ce-1512d0325aa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b461d7f869b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 797e56cf-ddb5-4ad1-be79-b480590d37a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b46211c0670
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: e1d859f6-3835-41c7-8302-b47ec170115b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:44:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:44:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b462192351e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: 57e87f67-edef-44c7-b0cf-7adcfbd31caa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:45:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b4656265ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 195df0d1-cae3-4f79-ad05-b8a17cfe1070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:45:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b5c9e89a948
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: b869920d-adfb-4b1e-90ab-977df24a855d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:45:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b5c9e8ba251
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 6fa0dc34-9df1-40e6-9ad2-46e9eaedd2b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 4fd1fe5e-7044-4283-aa43-495bce3a18dc
  kind: Event
  lastTimestamp: "2026-09-18T17:45:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:45:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8.18d67b5cb0d7391d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: 415d539d-9772-4d88-afe6-8864a1428740
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 863fbd1d-6fbb-4994-9e94-06af810bb153
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6-d7nl8'
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6.18d67b45507df24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: 4ee8abfd-55df-43c4-9c00-b2aea61003dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34631"
    uid: ab781cd8-af29-4b4b-9880-9aa09771a12a
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-66874dd6f6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d67b454d9f1513
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: 79a92c76-7cc4-4115-8ac1-90949391667b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: e67d24bc-1637-492a-b83a-e24c1041ca6e
  kind: Event
  lastTimestamp: "2026-09-18T17:44:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:44:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d67b48cd54cb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: f478c67b-1d8c-455d-a232-c03c56590080
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: e67d24bc-1637-492a-b83a-e24c1041ca6e
  kind: Event
  lastTimestamp: "2026-09-18T17:44:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:44:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d67b48ce073d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 0f350309-d3ef-44c8-94b2-815d70c63961
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: e67d24bc-1637-492a-b83a-e24c1041ca6e
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d67b4c4cec73e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: 0e489f2e-36ec-4520-9a96-124901f677bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: e67d24bc-1637-492a-b83a-e24c1041ca6e
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d67b4c4d780bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35465"
    uid: 5433c597-b28f-424d-8ba5-60f7bc6747e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34622"
    uid: 1c6ff79d-b629-476d-b543-a1c8df2d9eaf
  kind: Event
  lastTimestamp: "2026-09-18T17:45:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18d67b454d9b6f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: b80a1c5d-5404-48e8-8df3-663b3503a3b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34622"
    uid: 1c6ff79d-b629-476d-b543-a1c8df2d9eaf
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass.18d67b454e28448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: 30e7a1a2-2e93-4ec4-a900-9789c543dbf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 1c6ff79d-b629-476d-b543-a1c8df2d9eaf
  kind: Event
  lastTimestamp: "2026-09-18T17:43:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-global-pass.18d67b455662ccb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: fd555a52-3914-46fd-a33e-8387bbd04970
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: 1c6ff79d-b629-476d-b543-a1c8df2d9eaf
  kind: Event
  lastTimestamp: "2026-09-18T17:45:29Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:45:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18d67b5a5e654c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: 240345a5-71fc-46f4-9c85-39fb1c63f4fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:49:35.313236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:49:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b937cf5d271
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 6d319a55-689b-4a8e-8c64-b45aea6bded5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:36Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:49:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b93d3f15724
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: 050119c3-20ef-45f0-962d-a5113bd14ac3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b9436270a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 0f7ac111-e6ea-48c8-9c1c-d532c0dca38a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b94db68b704
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: dbb31e74-e00f-40dd-ab5f-a535babea5e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b94dc43f010
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: 13089eec-06f3-441d-8b9e-cacf6e9422cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: c32c7723-96a5-4976-b738-cd266e9857f9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:52Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d_kserve-ci-e2e-test(c32c7723-96a5-4976-b738-cd266e9857f9)
  metadata:
    creationTimestamp: "2026-09-18T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d.18d67b978ec00a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38141"
    uid: 4d216d6b-eb80-4414-b9df-35d7c1cb4683
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37958"
    uid: aef97701-7b1b-4b45-8cce-d0ac5466b0b9
  kind: Event
  lastTimestamp: "2026-09-18T17:49:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf-fk78d'
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf.18d67b937c9b157f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37968"
    uid: 3d9d1dba-15bd-4fdb-96ee-30dbf0c979c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: 8df42366-a33e-4e9f-b9dc-77f0faad6e3f
  kind: Event
  lastTimestamp: "2026-09-18T17:49:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5748bb89bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d67b93797fc984
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 6c04637d-38a4-4787-857a-7626ee0e1a41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 58c357ff-0c7f-42dd-9334-5cc65be2ed98
  kind: Event
  lastTimestamp: "2026-09-18T17:49:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d67b96f8049e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: be1f4666-be6e-404e-8837-9a1da8048fec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 58c357ff-0c7f-42dd-9334-5cc65be2ed98
  kind: Event
  lastTimestamp: "2026-09-18T17:49:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d67b96f873c46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 5b71aafe-9958-4199-b5c2-285d18871ba5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: a1fd9f1f-b621-4173-87d2-34f6563207eb
  kind: Event
  lastTimestamp: "2026-09-18T17:49:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:52Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d67b9379804b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: be1bb9bc-fe3d-4a06-a987-e6347185ad03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: a1fd9f1f-b621-4173-87d2-34f6563207eb
  kind: Event
  lastTimestamp: "2026-09-18T17:49:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d67b937a1aedb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: aebcaa97-9219-4b1b-8cf2-f68b45585d5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: a1fd9f1f-b621-4173-87d2-34f6563207eb
  kind: Event
  lastTimestamp: "2026-09-18T17:49:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d67b93812d4a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: dbdd49b6-2b8f-4b6a-9320-b84ab122bc75
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:47:54.182357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7bf117128a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: 58d53858-44f3-45ea-946c-c6629f708d69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7c00c6c4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: e799c53e-4425-4a33-ae27-c035595764da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36964"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:55Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7c37515124
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: beb39c75-0c58-4d8f-b52f-df0f1480bb45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7c38ec0f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: 299382f2-e74b-4abf-9d9a-e3234fd4b666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7c3bb1fc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: 3d799c92-5eeb-42e5-8563-106e71c81c99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7c3c2cfd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: 4ad2a894-e513-4da4-b435-bb56632a22d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca1ec7f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: 3a55843d-c8a3-412c-9fa3-fa48f56e875e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca5dc4167
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: 1fc0ad5e-6f96-4260-b339-1f58e6b3c876
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca65962ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 2149a0ca-e1af-4470-95b0-f5fdc0f76f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca664f061
    namespace: kserve-ci-e2e-test
    resourceVersion: "37017"
    uid: 127a354d-9f37-41cc-b2fa-e868516ad94b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca955641f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: 13bd942e-5f42-49a1-8d34-fdc860b82d88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:47:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:47:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7ca9d4467a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: 7f39f008-c865-4ef2-ac66-b0d318e8db05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:49:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b7cde03b704
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: b15f63ce-f49d-4301-9920-733a8b85472d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:49:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b933ca2d135
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d040e3d5-6497-4337-9872-848a918e528d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:49:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b933ca8f528
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: b522cdfe-ddcf-4f27-b8a4-2b09d4a0bf3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 57666c50-c51f-4142-8007-0e2a4e3ea84f
  kind: Event
  lastTimestamp: "2026-09-18T17:49:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.69:8643/healthz": dial tcp
    10.134.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:49:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz.18d67b946255d64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: d978a59e-0b7b-4a5d-b9e9-57623dfe6de0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: 37841f9b-7cfd-4f8e-8484-044675812587
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f-x4cmz'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f.18d67b7bf08e53c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: ced5b930-9cd8-4d2d-a4a5-10914fe38bb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: 2da59d90-6a27-4082-a487-bd28a6fb05b7
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-f9f48c85f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d67b7beb6ea7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: d64a6ed7-ffc5-45c2-bd13-8cd30aa4de75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: a7b8a892-5259-43a9-a6de-d988e2b6a035
  kind: Event
  lastTimestamp: "2026-09-18T17:48:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d67b7f69a8fdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: 9bfc37de-5f96-4fef-922b-61f36547b147
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: a7b8a892-5259-43a9-a6de-d988e2b6a035
  kind: Event
  lastTimestamp: "2026-09-18T17:48:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:48:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d67b7f6a15282f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: 1e1e2bde-f4c2-4669-a37a-4da4bc577f85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: a7b8a892-5259-43a9-a6de-d988e2b6a035
  kind: Event
  lastTimestamp: "2026-09-18T17:49:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d67b82e955e126
    namespace: kserve-ci-e2e-test
    resourceVersion: "37779"
    uid: bcbc306c-a5ba-46fd-9bd6-8c779e1c021f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:48:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: a7b8a892-5259-43a9-a6de-d988e2b6a035
  kind: Event
  lastTimestamp: "2026-09-18T17:49:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:49:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d67b82e9c8d2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: 5a81e977-5212-4a73-8910-60283ad5af84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: c858dd9d-4af8-407e-b1ba-1614f85bc490
  kind: Event
  lastTimestamp: "2026-09-18T17:49:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d67b7beb46a789
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 57ac78c2-d960-40b0-bb75-ecd54c8debfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: c858dd9d-4af8-407e-b1ba-1614f85bc490
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d67b7bebc0c367
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: 5da10509-8ae4-474e-a259-722cfd753ceb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: c858dd9d-4af8-407e-b1ba-1614f85bc490
  kind: Event
  lastTimestamp: "2026-09-18T17:47:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:47:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d67b7bf3976e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36968"
    uid: d72781a0-d6eb-414d-8067-d948129df0fd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: c858dd9d-4af8-407e-b1ba-1614f85bc490
  kind: Event
  lastTimestamp: "2026-09-18T17:49:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:49:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d67b90ea0fc3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: 4da7defa-4801-4953-99de-a6cd70444c32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: 821435c5-c173-4af5-8b2d-d08a0dec3b38
  kind: Event
  lastTimestamp: "2026-09-18T17:43:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:52Z"
    name: isvc-sklearn-s3.18d67b2f30a14f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "34521"
    uid: 416c06ca-8377-40fd-bcd0-aebf00590edc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: 821435c5-c173-4af5-8b2d-d08a0dec3b38
  kind: Event
  lastTimestamp: "2026-09-18T17:42:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:24Z"
    name: isvc-sklearn-s3.18d67b2f313bc3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 57ae8686-488e-4547-8d12-5c1cc822f153
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: 821435c5-c173-4af5-8b2d-d08a0dec3b38
  kind: Event
  lastTimestamp: "2026-09-18T17:42:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:24Z"
    name: isvc-sklearn-s3.18d67b2f3715ab65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: f3f5da03-25d0-4eb3-a06d-4ce3831a30c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 821435c5-c173-4af5-8b2d-d08a0dec3b38
  kind: Event
  lastTimestamp: "2026-09-18T17:43:51Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:43:52Z"
    name: isvc-sklearn-s3.18d67b438dd391a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: 48dd9edb-b892-403e-84c3-521b86f1dbb9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-758867d8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 4c00c0d5-f2a0-41bb-b47d-745fefdcf041
  kind: Event
  lastTimestamp: "2026-09-18T17:19:28Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-758867d8fc-llk7s'
  metadata:
    creationTimestamp: "2026-09-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:28Z"
    name: isvc-sklearn-scheduler-predictor-758867d8fc.18d679eebfe74056
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 750882e1-922c-4108-9ba0-916222f60f74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 86f96165-c6c3-4d09-b1a8-f76166110e7f
  kind: Event
  lastTimestamp: "2026-09-18T17:19:28Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-758867d8fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:19:28Z"
    name: isvc-sklearn-scheduler-predictor.18d679eebaa3ac47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: a7ef1067-b57d-4037-ad8b-e581902b854a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 01fbfcdf-16e5-4541-ab23-356f4e6b22e6
  kind: Event
  lastTimestamp: "2026-09-18T17:19:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:19:28Z"
    name: isvc-sklearn-scheduler.18d679eeba341e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: a0c0913c-982c-4b16-89f7-aeee4595b60f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 01fbfcdf-16e5-4541-ab23-356f4e6b22e6
  kind: Event
  lastTimestamp: "2026-09-18T17:19:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:19:28Z"
    name: isvc-sklearn-scheduler.18d679eebacf4d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 6bda5efd-4668-4d4b-96fa-624240e6e931
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 01fbfcdf-16e5-4541-ab23-356f4e6b22e6
  kind: Event
  lastTimestamp: "2026-09-18T17:19:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:19:28Z"
    name: isvc-sklearn-scheduler.18d679eebacfb5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: b634cf98-cddb-44e6-8eab-cfd9c62d5fee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:28:43.272116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a6ff97e745c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: d51e6627-bb86-43d3-a135-674ba77a3a9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a701b7dfd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 6682e309-86ce-415f-aabe-33ab0b113d1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a701d025fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 445ddfd3-ec20-4480-a14d-c30621c6a1df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a70207f8aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25601"
    uid: e2d0ab12-d34d-4470-9c84-b4ecfbb1c842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a702100dbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25602"
    uid: 42267854-6173-4801-a95a-0deee5042c22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a712f7b197f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: ef71a8eb-e5ca-434f-9236-de1cd1874268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a7132c5088e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 95fbfc1c-22fb-47e7-b55b-1e43aea2967c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a71333c0fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: a8c8b021-e116-4bab-a30b-16d2aa61c43c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a713376c222
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 67cb4f0f-dcfc-4d52-a24f-e2eddb8b789d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a71365ce235
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: 5ffef0bc-809e-46d4-8741-737ece6cc7eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:48Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a7136d3cbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: 3e53c264-0818-4ed6-9e5b-55169ab42241
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:25Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a71a75e234e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: d91fc794-fe5a-454e-bcdd-d6df1a08d60a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:24Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a877a497f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 419939ac-575a-4e1c-a517-ff30e37d3b5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:24Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a877a4a178c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: d72de51a-12e5-4ad8-8e7f-58b288987a0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7018e6f0-2468-4a6d-a6ec-8c7943569ea3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:26Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl.18d67a88019d0c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: a9e757e0-c36a-4940-9ef0-a5c122cb8e38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-767cd75768
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 45f5225d-9ef2-49d7-b151-b33403cf59d4
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-767cd75768-dvqsl'
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor-767cd75768.18d67a6ff912983c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: a3a0ae47-23fc-4d49-8763-7467e59a49a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e6c57711-9502-41c5-8c15-95143ae4f9c2
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-767cd75768 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed-predictor.18d67a6ff646b2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 15b0385d-bed1-4bb3-ac41-e6df49f8603d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: 2a8e20ec-3c92-4b7d-9a72-4203e19152b4
  kind: Event
  lastTimestamp: "2026-09-18T17:29:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d67a7375ae3e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 03234669-1f8e-4ffc-bc97-d661517cf381
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: 2a8e20ec-3c92-4b7d-9a72-4203e19152b4
  kind: Event
  lastTimestamp: "2026-09-18T17:29:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:29:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d67a7376312a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: 588303fd-3488-439b-9993-1c7fb11cc0d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 2a8e20ec-3c92-4b7d-9a72-4203e19152b4
  kind: Event
  lastTimestamp: "2026-09-18T17:30:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d67a7a74a7697e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 7d805275-8cd7-46b3-9312-b5723847e4b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 2a8e20ec-3c92-4b7d-9a72-4203e19152b4
  kind: Event
  lastTimestamp: "2026-09-18T17:30:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d67a7a7519171a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 75d38055-07be-4118-a34a-e514ac9ae713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: c883fc1d-1e51-467b-991d-fe5d4bc8f5d3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:16Z"
    name: isvc-sklearn-v2-mixed.18d67a6ff674bff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 24558b04-4e59-49c7-9ba4-e9f6eb09bce3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: c883fc1d-1e51-467b-991d-fe5d4bc8f5d3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed.18d67a6ff6d9c93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 6e900e87-1690-44ec-86d8-ffcd00841684
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: c883fc1d-1e51-467b-991d-fe5d4bc8f5d3
  kind: Event
  lastTimestamp: "2026-09-18T17:28:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:43Z"
    name: isvc-sklearn-v2-mixed.18d67a6ffcea4ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: f6a3a6c7-f821-494f-90ac-2aae533cd40f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: c883fc1d-1e51-467b-991d-fe5d4bc8f5d3
  kind: Event
  lastTimestamp: "2026-09-18T17:30:16Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:16Z"
    name: isvc-sklearn-v2-mixed.18d67a8590a8136a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: 9eef2fe5-f7cc-49c0-9240-1cb951362850
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:26:57.397114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a5752da224e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 28fefb4c-9b7f-4a0b-b15f-dd316d24a5b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:26:57Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a5774f1bece
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 1ddb3bea-3742-458c-ae6e-b8619d293a2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:26:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a57769d5ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: 674770ff-9bf6-4cd8-9784-5849b0bf96db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:26:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:58Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a5779a69b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 2ea42a30-74da-4908-b358-cf0e6c147ca3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:26:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:58Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a577a2458b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: 05e44ae5-8595-44ba-846b-a75fef3038b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:01Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a586223e983
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: bd4f4663-39da-4403-9338-03b50424ca38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:02Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a586621ef9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: ea2002ff-7b6c-4233-84d0-3de9f17f9e46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:02Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a58669d098e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: 80a98657-2147-4463-87c0-e45f6607aad9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:02Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a5866a8ab4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: f29a4870-25c1-49df-905e-fade36953e60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:02Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a5869edf336
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 11d3bc8f-1994-4b54-a386-4d9d68f6e160
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:27:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:27:02Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a586a69af0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24571"
    uid: b8356e92-0a91-400d-a212-9583a5b855f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:28:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:39Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a58da272dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: 4f8abb2d-cd3f-4cde-bb60-0ffc9d86c115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:28:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:38Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a6ec759dedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 90ab110b-2b3b-4270-95da-a510b39c3554
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:28:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:38Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a6ec75b080a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 49ab7810-2a2c-41d9-8232-fd137adb36fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 361c37a4-5f9a-4f7c-b07c-5cc502425d75
  kind: Event
  lastTimestamp: "2026-09-18T17:28:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:28:39Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k.18d67a6f347b0829
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: 4cc50f5a-be94-4477-9c54-5499e1af7a73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5c84876bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: a4c128d4-2baa-4333-a0b4-810a720c9bb3
  kind: Event
  lastTimestamp: "2026-09-18T17:26:57Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5c84876bbf-wmp4k'
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2-predictor-5c84876bbf.18d67a5752259569
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: 1b16bbbb-de9f-4317-b6a6-7406f5b0f895
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 353d8d6c-fb29-4390-bb53-93cdc3507f4d
  kind: Event
  lastTimestamp: "2026-09-18T17:26:57Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5c84876bbf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2-predictor.18d67a574d31c293
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: 4c5acc88-f737-4a55-aad3-669251bf5012
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: cff38c0c-4768-40c6-8fd8-2f0dd651b193
  kind: Event
  lastTimestamp: "2026-09-18T17:27:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:27:27Z"
    name: isvc-sklearn-v2-predictor.18d67a5accb0754e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: 086a3f49-d4b5-4cd0-bcf0-29062990d743
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: cff38c0c-4768-40c6-8fd8-2f0dd651b193
  kind: Event
  lastTimestamp: "2026-09-18T17:27:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:27:27Z"
    name: isvc-sklearn-v2-predictor.18d67a5acd59189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: 9508f804-e58e-478d-8d77-988853ca6b6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24649"
    uid: cff38c0c-4768-40c6-8fd8-2f0dd651b193
  kind: Event
  lastTimestamp: "2026-09-18T17:28:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:27Z"
    name: isvc-sklearn-v2-predictor.18d67a61cc131e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: d1fd8d28-ca0c-481c-9324-27d073065223
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T17:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24649"
    uid: cff38c0c-4768-40c6-8fd8-2f0dd651b193
  kind: Event
  lastTimestamp: "2026-09-18T17:28:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:28:27Z"
    name: isvc-sklearn-v2-predictor.18d67a61ccf473ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: d422c926-b477-4fca-be93-81135c585c38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:25:52.188543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23766"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a48241e41f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 6e6e9381-f07a-475f-9deb-69b4111efd46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a4846397f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 4fb2693c-1c8e-43e3-be98-1944e1df8f96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a4848553634
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 1a9b6911-9f90-440d-a861-ec6a69ac50e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a484afa9b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: cc9cb95b-9a6f-4602-bcfc-900931e2d7c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a484b62a1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: 24a13395-0809-4144-b53b-c71104501b9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a49677865fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: 96340d09-a58d-4d6b-ad16-7b3291370a4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a496ae32bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: 43bec262-125c-4efd-9684-a6e8e5c43461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a496b52c6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: d1288ac2-a8be-4ec9-b7e4-314465dc4251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a496b5f6df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: 2a2a9d21-fce8-431c-91c7-d8040e47c412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a496e7dd74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: 69d8f7cf-90f5-4270-a796-bf8f29cbda3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:25:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a496ef06168
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: 5b1c327e-3bd2-4e37-a047-706a73732016
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T17:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a5259553bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 3678cc26-4253-482c-b475-913bf1831eda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a561d77b163
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 77df2700-a3e4-4283-b89c-7e1cff256696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a561d7879dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 099e3e91-de55-444a-9760-ac1f55f6f12a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: f3f739ff-5b1a-4dcd-a6ca-15a66bcc97bc
  kind: Event
  lastTimestamp: "2026-09-18T17:26:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h.18d67a56e96b679c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: 4148a760-3e46-4397-a3d6-10fb99acd3b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 7f69ad58-a83a-4ccd-bb8f-fcbc84659a2c
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-hd26h'
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d67a4823750d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 9771eec4-cd9f-450e-8e99-b8b83ae8da6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: a31dd9a9-9203-4952-b325-fac184f0006c
  kind: Event
  lastTimestamp: "2026-09-18T17:25:52Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:25:52Z"
    name: isvc-sklearn-v2-runtime-predictor.18d67a481fd00060
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: 87c7c0a9-6a92-49c5-872b-33f8b2794c50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23756"
    uid: 05a08f11-62ff-4d11-974a-61994ec24f35
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d67a4b9ee048a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 37b63887-6b68-413e-8eea-0a47fd93d6d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23756"
    uid: 05a08f11-62ff-4d11-974a-61994ec24f35
  kind: Event
  lastTimestamp: "2026-09-18T17:26:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:26:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d67a4b9f5418c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: ce3c1b36-d111-400b-9395-daa8f08e795f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: a59fc46e-877a-49fe-8d71-891114922b28
  kind: Event
  lastTimestamp: "2026-09-18T17:26:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:26:45Z"
    name: isvc-sklearn-v2-runtime.18d67a481fd0c5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: 9ad4ecea-49da-44b6-bc1d-ca0d41257158
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a59fc46e-877a-49fe-8d71-891114922b28
  kind: Event
  lastTimestamp: "2026-09-18T17:26:45Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:26:45Z"
    name: isvc-sklearn-v2-runtime.18d67a549dd6dada
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 34eff1ce-aaf6-4a32-bd37-3a0d316aafaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 4831d235-d276-4dac-a8f1-8b524db7313d
  kind: Event
  lastTimestamp: "2026-09-18T17:28:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:30Z"
    name: isvc-sklearn-v2.18d67a574d46a2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: 302272dc-c947-4654-871d-95365fb79065
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 4831d235-d276-4dac-a8f1-8b524db7313d
  kind: Event
  lastTimestamp: "2026-09-18T17:26:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:26:57Z"
    name: isvc-sklearn-v2.18d67a574dbff26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 7b33f5c0-cf7c-4844-a392-b37bbbcb8584
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:28:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 4831d235-d276-4dac-a8f1-8b524db7313d
  kind: Event
  lastTimestamp: "2026-09-18T17:28:30Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:28:30Z"
    name: isvc-sklearn-v2.18d67a6ce62c6b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: b09b8c95-fc19-4a9f-9b46-da57821603a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: ed50da1d-af1a-43d1-ab64-967826641b9a
  kind: Event
  lastTimestamp: "2026-09-18T17:21:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:21:31Z"
    name: isvc-sklearn.18d679f6adc5bc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: f80cb8ff-2533-4f6e-a11e-adc0cb78a226
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: ed50da1d-af1a-43d1-ab64-967826641b9a
  kind: Event
  lastTimestamp: "2026-09-18T17:20:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:20:02Z"
    name: isvc-sklearn.18d679f6ae5c6214
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: d4339f42-9bb9-4a1b-9503-18d659aa675e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:21:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: ed50da1d-af1a-43d1-ab64-967826641b9a
  kind: Event
  lastTimestamp: "2026-09-18T17:21:30Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:21:30Z"
    name: isvc-sklearn.18d67a0b534eba2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: 01256a0f-e43d-4bad-8c12-a7c09c03f862
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:30:29.576564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-jhkg8
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a88b9bbaa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: dea7913c-f309-42fa-96db-70ed88a15de6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a88c4c75590
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: f0dc7158-2419-4088-b67f-ac7e4475442d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:30Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:30:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a88ffbb831f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 157223d7-33c4-42c9-a628-702a914f0b5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a890247149b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: 97a4add2-7520-4026-b625-4aa546d09ee9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8905c79f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 554eaf71-533f-4113-bdd9-51777e4691ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a89063bc86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: 767f5b89-377f-418d-8e9f-242ce8c57f6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:35Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8a18e85572
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 0112888c-d1d5-4719-b9b1-0c1420961acf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.799s (3.799s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8afb646924
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 213a5e7e-628a-4d65-a66d-b4d41ceaf645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8afe84cf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: c9801665-8449-4084-807b-e5fce576df59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8aff003914
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: a25d7cba-d0fa-4258-9a64-ee0aaf8e80d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8aff0a5508
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 31b5dc01-4cd1-49c5-a844-dbc1fc5f3ca7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8b024bdc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26645"
    uid: 4471f863-936a-4ccc-bea4-08edb7a7ca50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8b02c27d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26646"
    uid: a1549dbe-d79a-43c7-be86-554ece36f46c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:30:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:30:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a8b44c6bdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26700"
    uid: b00885fc-322c-4bd1-883f-45a14ac39848
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:31:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:10Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a922781cb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: c50811ad-f9ab-4026-aca8-74af1f85ad18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:31:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:10Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a9227822966
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: e2ee1b91-7b13-4199-8f31-4101935d7e13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: fdf70ad7-9c90-4784-801b-be5c74982f21
  kind: Event
  lastTimestamp: "2026-09-18T17:31:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-jhkg8.18d67a927cb9f44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: c48e7c7e-588b-4ac6-9f6c-990d91ea2c3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26528"
    uid: 1ac4e07e-f2ef-4a53-9a53-53c2a0bc0f2f
  kind: Event
  lastTimestamp: "2026-09-18T17:30:29Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-jhkg8'
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d67a88b8d901a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 367a57be-8fad-4130-be5e-947815ca8b2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 02c85df4-4250-4747-9e94-4cb3a56e0d07
  kind: Event
  lastTimestamp: "2026-09-18T17:30:29Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow-predictor.18d67a88afd0a988
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: 55172923-941c-4b8e-9217-7cfdff727f5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 888aaeb6-2992-41c8-ab05-cdbe29813ca2
  kind: Event
  lastTimestamp: "2026-09-18T17:30:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:59Z"
    name: isvc-tensorflow-predictor.18d67a8c2f78fc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: 4cbeaf29-3af5-4d81-821d-39f4679e62dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 888aaeb6-2992-41c8-ab05-cdbe29813ca2
  kind: Event
  lastTimestamp: "2026-09-18T17:30:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:30:59Z"
    name: isvc-tensorflow-predictor.18d67a8c2fdda1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: aebcd841-59c8-4cda-a861-8f994a6feb38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:31:15.319894Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a93603f75de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: a55213b1-4597-48db-a0c5-a3774f66d23c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a93825391bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26972"
    uid: bf339039-19a1-4379-9baa-c5c9b54e63cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a9383ead61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: cc111d29-f45d-4d7c-b521-3fb2f0d81bc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a93871123e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: ab8cee6e-69c7-4014-942f-c896435832d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a9387871268
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 64610d0c-b1d0-450d-b33f-54b09a04dc80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:21Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T17:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a94bd9dd8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 68f9ead8-0f17-478c-a677-107f0a4aa9da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:24Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.74s (3.74s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a959c99322b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: f708a1de-3b78-46e9-a6c1-4249d9829e41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95a07b3845
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 20ef98c2-8b6a-4950-84e8-0f2996c2af8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95a0f5b653
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 3e8e0b3f-538b-45b5-9be8-e3fccf299d1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95a101eeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 9ec7775e-9c31-4ab2-ba18-95a080686615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95a4601998
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 159e7d65-0953-422c-aba9-d099108233e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95a4da3227
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: cf2ae55e-2145-4c1a-b37d-60cb58b56793
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a95e94541b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: 51b18005-5c23-4191-8991-0f14b93f95e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a9d2a4de1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 5187d51d-4e91-4695-a508-af9d738a9e46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:31:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:31:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a9d2a4e906c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 58c8d15e-b3bf-47bb-95ec-ec1b86645aff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4872485b-3724-4fb1-ae6b-c8efb41670f5
  kind: Event
  lastTimestamp: "2026-09-18T17:32:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2.18d67a9e4b48627d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 9fc4038c-17dd-413b-be70-37e0273bb9e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "26943"
    uid: 2d8ac8ba-6552-4cc0-8b99-ff3701580fdd
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-wt4z2'
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d67a935ff06574
    namespace: kserve-ci-e2e-test
    resourceVersion: "26955"
    uid: 06980dad-56ea-44fc-8a58-c0afdca40a06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26939"
    uid: afae0d59-78b7-4dc6-9a77-4b7fa6b9ebb6
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime-predictor.18d67a935c65754d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: c6494f54-0d9e-448d-9d1e-09ea15a35add
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 325961e8-c4b8-4292-9b5d-f8d25b029b11
  kind: Event
  lastTimestamp: "2026-09-18T17:31:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:45Z"
    name: isvc-tensorflow-runtime-predictor.18d67a96dbd71b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: d2e37899-db74-4f51-bf22-4f6a7eaaf8c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 325961e8-c4b8-4292-9b5d-f8d25b029b11
  kind: Event
  lastTimestamp: "2026-09-18T17:31:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:31:45Z"
    name: isvc-tensorflow-runtime-predictor.18d67a96dc57af73
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: 0fd39a9c-fa60-4cac-9a1d-f453fa779b95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: f0eec6fa-e7b2-42e6-8496-6337484e445a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:42Z"
    name: isvc-tensorflow-runtime.18d67a935c804953
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: 7da629ec-e04e-4f06-ba26-6de9ce5b5e02
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: f0eec6fa-e7b2-42e6-8496-6337484e445a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:15Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:15Z"
    name: isvc-tensorflow-runtime.18d67a935d165d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26949"
    uid: 47f02ecc-21d5-4d39-9fed-3d1d75a6759e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: f0eec6fa-e7b2-42e6-8496-6337484e445a
  kind: Event
  lastTimestamp: "2026-09-18T17:31:42Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:31:42Z"
    name: isvc-tensorflow-runtime.18d67a99a925900c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: 6fcf6e6e-dae7-4e15-8e37-26bcb554827f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: 1247f1f0-fb05-4a32-aafb-d4488ffd6b64
  kind: Event
  lastTimestamp: "2026-09-18T17:30:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:56Z"
    name: isvc-tensorflow.18d67a88b0074a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26782"
    uid: 9413d740-852c-4e86-af03-bf8825932d57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: 1247f1f0-fb05-4a32-aafb-d4488ffd6b64
  kind: Event
  lastTimestamp: "2026-09-18T17:30:29Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow.18d67a88b0bba65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 53f9cbe7-59da-4037-9d13-88561e0d2fa5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 1247f1f0-fb05-4a32-aafb-d4488ffd6b64
  kind: Event
  lastTimestamp: "2026-09-18T17:30:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:29Z"
    name: isvc-tensorflow.18d67a88bc6dff38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 1fcf13db-a051-4854-8d37-e1e4a4879143
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 1247f1f0-fb05-4a32-aafb-d4488ffd6b64
  kind: Event
  lastTimestamp: "2026-09-18T17:30:56Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:30:56Z"
    name: isvc-tensorflow.18d67a8f073d3177
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: c3ba8279-d059-4bb4-a522-111351891ddb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:32:02.555603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-md2cg
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9e5fb735fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: a587792b-48dd-40fa-8074-e50d5d703fac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9e6ca4a5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: 99c6a3f5-3dd9-4d24-ad9a-352858da54b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:03Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:32:03Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9ea598ae86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: bb0f7d96-6a8e-43a6-9f79-46ed256e4325
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:03Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9ea72431a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 05e1c839-1c77-4867-ab29-77f37bc26130
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:03Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9eaaae44ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: 00bf96fd-15ff-4556-9af6-a69cb1681007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:03Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9eab283a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27592"
    uid: 00352a4a-2e69-4771-bb90-5e22f26f1866
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:32:07Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-18T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:32:07Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67a9fa0930ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 633031d1-999a-4077-8fac-2290021029fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m56.818s
    (1m56.818s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abad3853f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "28889"
    uid: 629fe884-ba96-4dc3-95bb-8e5ddebccb1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abadcd98fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28892"
    uid: edcf2d28-c51b-4d5e-933a-d20b9472f5f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abade631384
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: e1ead477-21bb-42f5-997c-193a8d8b9dde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:04Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abade708103
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 960bef1f-198e-4517-aac0-b75cb75c2ac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:05Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abae51407b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: c9ebe673-5078-4543-a3aa-87f7e5e52dce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:05Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abae6a6aea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: f932c010-a30a-47da-8bec-2e949d7f6289
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:07Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abb48118c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 735b3aa3-6021-42ab-a2d0-addd8b41d5ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:26Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abfced5a5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29089"
    uid: 2d815de9-9108-41c9-b9a2-73049953e1eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:26Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67abfced61f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: cf62009f-8c8d-4439-928f-a3f1f7a97656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-md2cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 85dbd611-d09e-4113-9bd2-530a7c919194
  kind: Event
  lastTimestamp: "2026-09-18T17:34:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:27Z"
    name: isvc-triton-predictor-5d7db58676-md2cg.18d67ac02c00ea14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29103"
    uid: 4d91820a-1dab-4cf6-8205-69836a79c811
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: a732ad6d-8bf5-41c0-b051-2dc4c4e03810
  kind: Event
  lastTimestamp: "2026-09-18T17:32:02Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-md2cg'
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton-predictor-5d7db58676.18d67a9e5f570895
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: cbff13ab-75ff-4f22-b9ff-d8fb86152334
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 87ea78b0-4af1-4a76-840a-03fcca76cce6
  kind: Event
  lastTimestamp: "2026-09-18T17:32:02Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton-predictor.18d67a9e5c48d134
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: 0c72464e-b453-44a9-9e06-af4530fcc2d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 77ba8864-23cd-4ef2-a2cb-73511cee3560
  kind: Event
  lastTimestamp: "2026-09-18T17:34:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:34:17Z"
    name: isvc-triton-predictor.18d67aa1dbdab37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: 5e85d1b2-985b-448e-bca0-b063040cae15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 77ba8864-23cd-4ef2-a2cb-73511cee3560
  kind: Event
  lastTimestamp: "2026-09-18T17:34:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:34:17Z"
    name: isvc-triton-predictor.18d67aa1dc51f462
    namespace: kserve-ci-e2e-test
    resourceVersion: "29012"
    uid: f8186262-4e3c-41c9-87f3-9d3c03bc413f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 2ef622d4-fc35-467c-965b-b39792da2fab
  kind: Event
  lastTimestamp: "2026-09-18T17:34:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:34:12Z"
    name: isvc-triton.18d67a9e5c756377
    namespace: kserve-ci-e2e-test
    resourceVersion: "28969"
    uid: c46451f5-9fbe-4a79-875e-554f10abb8ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 2ef622d4-fc35-467c-965b-b39792da2fab
  kind: Event
  lastTimestamp: "2026-09-18T17:32:02Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton.18d67a9e5ccf8915
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 9f1c0cdd-dcfe-432b-a375-274b6229ed24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 2ef622d4-fc35-467c-965b-b39792da2fab
  kind: Event
  lastTimestamp: "2026-09-18T17:32:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:32:02Z"
    name: isvc-triton.18d67a9e62cf43e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: 27f395ed-c778-4a17-8275-6bc90c0d7c8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: 2ef622d4-fc35-467c-965b-b39792da2fab
  kind: Event
  lastTimestamp: "2026-09-18T17:34:12Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:34:12Z"
    name: isvc-triton.18d67abcb6554d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28968"
    uid: 59cc0f16-737e-47c3-aeae-faae0434453d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:34:31.350946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-kb5h6
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac1049bf629
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: fd9b982d-5b19-48e9-8d12-c9fc7837f330
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:31Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac126dcdc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 1021fd76-10ee-4f8c-8b7d-6acc251adc6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac1287c2525
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: bf1947c6-adb3-44f0-a558-02d262c08995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:32Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac12c012211
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 296a0a91-90a6-4d55-8a34-ca27ef710618
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:32Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac12c6da5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29188"
    uid: e8d22ba1-5a9f-47e3-9fae-bb0987b3b0b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:36Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac21f491254
    namespace: kserve-ci-e2e-test
    resourceVersion: "29227"
    uid: 3bf438b4-7320-4bac-b261-4381cd4427c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.023s (20.023s
    including waiting). Image size: 1436472580 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6c8cd7966
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 943913b3-e042-4282-b2da-f5ae1af7f1a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6cbb7437d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29375"
    uid: 0c7cacf9-c03f-4cad-aab6-ea1b90edcfea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6cc1f2df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: f8eda6d2-3a83-4afe-8ee6-5bc2e64b6197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6cc2abf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 63b4c579-c843-4e35-ab49-f35308c6bd90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6cf16fe0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: fffb83fa-4d8c-4522-8263-d36fcce906bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:34:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:34:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac6cfa10c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: a69ffbab-aee2-428d-b090-f9f7c0e4063d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:36:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ac745768ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30037"
    uid: bd0555ea-6d20-42d2-86f0-53d033b7f07d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:36:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ad86c99bb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30120"
    uid: 26b8d5f0-7e9f-4164-a573-ef84ec6b5d70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:36:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ad86c9a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 96617f2e-666f-40a0-862c-3983ed5991c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 3c047619-6f56-4e5e-b697-23be03a5f440
  kind: Event
  lastTimestamp: "2026-09-18T17:36:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-kb5h6.18d67ad8f7acb4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: 0c92968e-8af4-4b58-b914-9773aaaf7fdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29153"
    uid: c2077a6d-cca9-4362-ac03-68277d2d0885
  kind: Event
  lastTimestamp: "2026-09-18T17:34:31Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-kb5h6'
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d67ac1041e8aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: 1ca2466c-9487-4788-a0f7-23879b68dec0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: 4d47fc7a-8a7b-4853-8c79-e1a67d6ed7c5
  kind: Event
  lastTimestamp: "2026-09-18T17:34:31Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost-predictor.18d67ac100dc6866
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 6f299f21-f1c2-4bf2-96d5-f6bf8ef0061e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 87ff7c28-ba28-4241-9674-9088f88e0b94
  kind: Event
  lastTimestamp: "2026-09-18T17:35:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:31Z"
    name: isvc-xgboost-predictor.18d67ac47ffbcc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 7b92adc1-d822-46ef-bea1-be96a25f9643
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 87ff7c28-ba28-4241-9674-9088f88e0b94
  kind: Event
  lastTimestamp: "2026-09-18T17:35:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:35:31Z"
    name: isvc-xgboost-predictor.18d67ac4806cea17
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: e0c34a97-4a85-470a-a0ae-d8f86e776928
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 87ff7c28-ba28-4241-9674-9088f88e0b94
  kind: Event
  lastTimestamp: "2026-09-18T17:36:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:01Z"
    name: isvc-xgboost-predictor.18d67acb7ebbd76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30016"
    uid: 9bbad69e-7637-4e93-95cb-6543db436922
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 87ff7c28-ba28-4241-9674-9088f88e0b94
  kind: Event
  lastTimestamp: "2026-09-18T17:36:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:01Z"
    name: isvc-xgboost-predictor.18d67acb7f2775a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: 1ad120af-56b8-4076-84f5-78eb35fe0578
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:38:07.799314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:38:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:38:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af369efe853
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 8b92e208-5ceb-4ff6-bfe3-66d8bc3a6095
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T17:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:08Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af376d02186
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 889cb39b-9ab5-4e10-a631-c7104d8a24fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:08Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:38:08Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af3aff58bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: c930f01d-641c-4dd1-8f61-684ede637b26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af3b1e38576
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: 431b0e16-ab05-4c49-b828-383b15cc9a5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af3b576e366
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 8a755fc8-3711-4f9f-878b-62c5581363ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af3b5eeca11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: d8e4f63b-8361-486d-9327-7ff4a0ea4807
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4abc88c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: 48332a8f-42c4-423d-a8e7-936efcaf6f51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4aef51d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: f7546956-721a-48a8-ac10-da0bb1f76a62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4af72ea1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 924928f8-b19d-4a6c-b0e1-28124ae87828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4af7ec8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 0a6f9ffa-219b-4120-bdba-0e14c57313ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4b321e65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31388"
    uid: d88bbde6-9058-475f-bfa6-0065ecd4088a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:38:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af4b3a07775
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: f07f337c-a814-45d6-8912-dc335bd47d6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67af523d78cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: 8221737f-0099-4804-a232-f11212b376ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:39:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:38Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67b087ae16465
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 33da75e0-e300-4b84-bc56-0e8fc484e614
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:39:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:38Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67b087ae210f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 54b2a0a1-7083-4fbd-84b5-a588b4105a40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 86543b82-494a-4d6f-8e38-0da899e79681
  kind: Event
  lastTimestamp: "2026-09-18T17:39:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd.18d67b092a71bdec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: deb3e558-d1a4-46a9-a138-8263428b766d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: f9a9486e-21a5-4cbe-943a-36d42730947c
  kind: Event
  lastTimestamp: "2026-09-18T17:38:07Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-p8hjd'
  metadata:
    creationTimestamp: "2026-09-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d67af368ea9226
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: a124bbc7-f821-4e14-922f-21525d8bd557
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31295"
    uid: a15c953e-82a0-4976-9523-f8dd5a8ea63b
  kind: Event
  lastTimestamp: "2026-09-18T17:38:07Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:07Z"
    name: isvc-xgboost-runtime-predictor.18d67af3616dc5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: c2319190-ae0a-4b17-944e-d649f304fa59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: dbedf800-8617-456a-85ae-3d5bc590c054
  kind: Event
  lastTimestamp: "2026-09-18T17:38:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:52Z"
    name: isvc-xgboost-runtime-predictor.18d67af6dffb088c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 56523a4d-509b-464c-aeae-4255d82d9f0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: dbedf800-8617-456a-85ae-3d5bc590c054
  kind: Event
  lastTimestamp: "2026-09-18T17:38:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:38:52Z"
    name: isvc-xgboost-runtime-predictor.18d67af6e06efd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: e5c2412a-3a58-4ada-bfe8-c334482ed993
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: dbedf800-8617-456a-85ae-3d5bc590c054
  kind: Event
  lastTimestamp: "2026-09-18T17:39:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:37Z"
    name: isvc-xgboost-runtime-predictor.18d67b015c8ccfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: c7ccdac7-b575-4396-8181-40ae5176e7ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: dbedf800-8617-456a-85ae-3d5bc590c054
  kind: Event
  lastTimestamp: "2026-09-18T17:39:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:37Z"
    name: isvc-xgboost-runtime-predictor.18d67b015cf7f088
    namespace: kserve-ci-e2e-test
    resourceVersion: "32049"
    uid: fdcb200d-2ea8-4a6e-8a4a-2f5251483633
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: 8aef7cdb-bba3-49d7-89fd-79007b623a25
  kind: Event
  lastTimestamp: "2026-09-18T17:39:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:31Z"
    name: isvc-xgboost-runtime.18d67af36167570f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: b140d0a9-606f-47fe-8db4-b98c87c3255b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: 8aef7cdb-bba3-49d7-89fd-79007b623a25
  kind: Event
  lastTimestamp: "2026-09-18T17:38:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:38:07Z"
    name: isvc-xgboost-runtime.18d67af362ce1415
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: f5022a0c-0daa-436a-a353-f1bfc6d50fed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: 8aef7cdb-bba3-49d7-89fd-79007b623a25
  kind: Event
  lastTimestamp: "2026-09-18T17:39:31Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:31Z"
    name: isvc-xgboost-runtime.18d67b06dc0e0367
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: c00c7888-8e4c-46f5-8e45-eff74845fce5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:36:17.142678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ad9a649f1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30192"
    uid: 6f30a36e-a093-4dc8-a4c7-d8567c022cf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30197"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ad9c8b88455
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: e01c6bce-ebb8-49d9-ac53-0a6417977f39
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ad9cab1eae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30212"
    uid: f4c5ba36-5a6b-4979-b16b-8ac0db9a3fdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ad9cdb7360f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: ba12d4b5-51a0-4cec-8059-2f339427a6c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ad9ce1e1b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: ab840afe-ecda-4492-9683-a8b7618e38c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaec964cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30248"
    uid: 3430ec48-f70a-450d-96a8-a8858f3998a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaeff85d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30251"
    uid: 9bda3311-c1f6-4b4d-92b6-47a0da55fefe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaf058b8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 06771fb1-4f65-4587-94ce-1054f2e20fcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaf0635b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: 0ea42c95-8743-45da-bdca-b520ff8491ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaf34722dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 2f8a9e1b-6383-45aa-aa58-c3f758d12a62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67adaf3cf5ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: e900fec2-40d9-48f0-bdd3-7c9190a89902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:37:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ae54aa9054c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 472b7ce8-1be8-46e8-964c-2adaf4f97a72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:37:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ae54aa994c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30614"
    uid: 189053c5-97ef-4f3b-be4a-e8abbdbf5900
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:37:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ae61acb00ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: bdf9df61-737d-4008-a5ae-e8c91279a06e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 72f5373a-ce4f-476b-a835-3b7a4cb9122e
  kind: Event
  lastTimestamp: "2026-09-18T17:37:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz.18d67ae61b3808b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 9dcf8ffb-e712-4996-b848-f7cf99e94c82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: 2d0fb84f-d641-435b-abee-b1f846821a6e
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-8s6wz'
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d67ad9a58fe5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30188"
    uid: 11850b0d-0e2e-47c8-ab30-149b6e7776dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30172"
    uid: c2ecb8b2-1b5e-45f1-a3db-37b8b216ff84
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d67ad99fb55729
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: 8b77fc72-83e7-4b71-804e-33a8bbe9e12c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: cbb66d07-12c9-4f6c-b608-bee8bacf6535
  kind: Event
  lastTimestamp: "2026-09-18T17:36:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d67add1e5b09f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: 61f5b02d-b241-403e-864f-3e9a6af09901
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: cbb66d07-12c9-4f6c-b608-bee8bacf6535
  kind: Event
  lastTimestamp: "2026-09-18T17:36:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:36:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d67add1edca0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: e11f2da2-6ee0-4e68-ab38-02f5fc7e1d51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: cbb66d07-12c9-4f6c-b608-bee8bacf6535
  kind: Event
  lastTimestamp: "2026-09-18T17:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:02Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d67ae41dd1ba8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30561"
    uid: 3f1337cd-52f2-4b70-ab9b-d0c1527fc6ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: cbb66d07-12c9-4f6c-b608-bee8bacf6535
  kind: Event
  lastTimestamp: "2026-09-18T17:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:02Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d67ae41e44957e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30563"
    uid: 9b98b2d6-0b14-4e24-8966-fb974e9a5532
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: fe566bd8-be76-46a2-8b4a-ed259d1da739
  kind: Event
  lastTimestamp: "2026-09-18T17:37:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:00Z"
    name: isvc-xgboost-v2-mlserver.18d67ad9a0d5931b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: 08ce7be9-6d2a-413a-a96b-53e2fc108cae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: fe566bd8-be76-46a2-8b4a-ed259d1da739
  kind: Event
  lastTimestamp: "2026-09-18T17:36:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:36:17Z"
    name: isvc-xgboost-v2-mlserver.18d67ad9a1765c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 916c4ef0-ff3a-4404-8ae3-cf4c92b57fca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: fe566bd8-be76-46a2-8b4a-ed259d1da739
  kind: Event
  lastTimestamp: "2026-09-18T17:37:00Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:00Z"
    name: isvc-xgboost-v2-mlserver.18d67ae3d25db21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: dac549af-1042-45f2-bd2c-6c9bfa305b0e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:40:48.723327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:40:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:40:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b18e1c182ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 72ca6cc7-9a41-4b67-9a36-69a55ebb16a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:49Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1903fb09a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: b9977149-709b-4e07-8fe8-d6a29877014a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1905850f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: feb660a7-73f7-41a3-8b01-227da5cd964e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b19088faf40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: 927c9812-99ac-4765-9f55-b1a821f75ede
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b190901ce3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: b398796d-b7bf-4a23-ae42-d1d9245e23d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:53Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:53Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a1b5c9ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: 1387d42a-1245-4217-81e0-fc56604b2864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a1e370f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: 2f3f03a7-e33d-4ad3-ae5f-bea046764f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a1eaf74c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32837"
    uid: 262d88bb-59f5-4831-bf01-0caf496da571
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a1ebbd139
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: 1060f97b-0f98-450b-a53f-6f883edd7223
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a21a45ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: da9f9d11-cbb1-4781-9f15-765cce3f9572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:40:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a221d1b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: f6fd4586-760f-4584-be23-15a0177cc1fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:42:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b1a57781a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: 81f71936-4a10-4023-834b-596e04854da6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:42:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b2dfbf10c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 2ca545c0-46ce-4497-9427-09f1a0f2de25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:42:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b2dfbf1b9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 96d02b4e-9b55-4b6f-9adf-2cb32d0c52a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 75e97599-fc29-4789-8a43-c26c78a3eaa0
  kind: Event
  lastTimestamp: "2026-09-18T17:42:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:42:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-7rjg7.18d67b2e5dece7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 67f5354d-64fe-4de5-b122-d79600c7eb53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 2e15263b-4288-46d1-b220-189edad3bb50
  kind: Event
  lastTimestamp: "2026-09-18T17:40:48Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-7rjg7'
  metadata:
    creationTimestamp: "2026-09-18T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d67b18e1258969
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 9e8f7c8a-e539-478c-b532-d45b4e0dc9bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32750"
    uid: bed74c28-0113-4070-9b06-cd73fff17bcf
  kind: Event
  lastTimestamp: "2026-09-18T17:40:48Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:48Z"
    name: isvc-xgboost-v2-predictor.18d67b18dd0b7e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: bf520299-5889-4583-9634-301243ebc70e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 5f41c0d2-52de-4886-9162-f4271495a790
  kind: Event
  lastTimestamp: "2026-09-18T17:41:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:03Z"
    name: isvc-xgboost-v2-predictor.18d67b1c5b58cd26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32914"
    uid: 1642ace1-0049-4139-8a1d-9c3127e68031
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 5f41c0d2-52de-4886-9162-f4271495a790
  kind: Event
  lastTimestamp: "2026-09-18T17:41:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:41:03Z"
    name: isvc-xgboost-v2-predictor.18d67b1c5bd7b433
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: 49c4f0b6-1c5b-40a6-be6d-26976f69f979
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32915"
    uid: 5f41c0d2-52de-4886-9162-f4271495a790
  kind: Event
  lastTimestamp: "2026-09-18T17:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:18Z"
    name: isvc-xgboost-v2-predictor.18d67b1fdb096afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: e4f2d817-3191-4f12-9d10-f9cd183e3118
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T17:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32915"
    uid: 5f41c0d2-52de-4886-9162-f4271495a790
  kind: Event
  lastTimestamp: "2026-09-18T17:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:42:18Z"
    name: isvc-xgboost-v2-predictor.18d67b1fdb9036e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: d6038101-dc97-4b3f-82c7-9020812fd106
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:39:43.477336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b09b0cab036
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: 35c7f305-bb89-403a-9686-67c3dc02f676
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:44Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:39:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b09d31061c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: 56ee43a9-ce52-4cc3-9cfd-312cd538111a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b09d4a2d2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: 76f17819-e5bb-4b9b-a559-ef63a49ac944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b09d79e7225
    namespace: kserve-ci-e2e-test
    resourceVersion: "32217"
    uid: 839a923a-761b-4c56-b124-3f6f693f02e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b09d817142d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: 5690e08d-cc95-4da0-a19b-eef871762121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0ae651c1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: a0830f88-bf07-41da-b54f-35b3dc425b87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0ae95166ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 5cb4ce61-e88d-4807-ae3a-ccf75b5a967a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0ae9cbf6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 82737b9e-ae4e-4685-a304-cdf3209a57d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0ae9d7dee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32271"
    uid: 091f5bb9-6128-48c4-9dd4-83bcd4f760a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0aecbdbcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32274"
    uid: a6f1e81e-c646-4db6-a22b-edb3012b270b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:39:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:39:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b0aed3f484a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: b4d0a84b-e73d-4a81-98f8-a5e4c91ae424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:26Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b13c31d8edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: 197a7265-e7ff-49f8-873b-0dd3926dd996
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b17adc2ccbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 13276ba9-81b5-420b-957e-9ee00e53ff10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b17adc3638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: efd16780-594c-4d70-a19f-204824b87389
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: eb8f3308-393a-4d9f-a57a-cfa8e31bff8b
  kind: Event
  lastTimestamp: "2026-09-18T17:40:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:40:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8.18d67b18685067d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: ed3174f6-48cd-46cb-8217-8f2da00f4840
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: 71ea1243-0d50-4308-bae1-b06ea2a2d999
  kind: Event
  lastTimestamp: "2026-09-18T17:39:43Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-pznx8'
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d67b09afe631e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 130a9f47-6277-4204-9062-ab61f2dc6918
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32180"
    uid: d2139f46-64f5-4f5c-a526-b8964a0047c8
  kind: Event
  lastTimestamp: "2026-09-18T17:39:43Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d67b09ac1b1a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32184"
    uid: 5892a6f1-4e43-4564-8ad0-6e415180242f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32181"
    uid: 3e3c0841-75af-4aa2-827f-fdfd9f656ae8
  kind: Event
  lastTimestamp: "2026-09-18T17:40:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d67b0d2b193fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: 1cd2ef33-6445-4cf8-aed9-8d191a21a6d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32181"
    uid: 3e3c0841-75af-4aa2-827f-fdfd9f656ae8
  kind: Event
  lastTimestamp: "2026-09-18T17:40:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18d67b0d2b9050e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 8027d04d-59c5-463c-9386-5ced6bce3f56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 3e3c0841-75af-4aa2-827f-fdfd9f656ae8
  kind: Event
  lastTimestamp: "2026-09-18T17:40:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d67b142a76aa65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: d5a2ae84-7b14-4e00-88d1-b787a3861257
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 3e3c0841-75af-4aa2-827f-fdfd9f656ae8
  kind: Event
  lastTimestamp: "2026-09-18T17:40:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:40:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d67b142af7dd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32685"
    uid: e6d6c802-2190-452f-989f-458bfa3a11bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 11b4f054-2b85-4941-8007-85e2a881d155
  kind: Event
  lastTimestamp: "2026-09-18T17:40:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:40:36Z"
    name: isvc-xgboost-v2-runtime.18d67b09ac42222b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: 8890812c-1ff0-46ad-9115-e6723285fd3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 11b4f054-2b85-4941-8007-85e2a881d155
  kind: Event
  lastTimestamp: "2026-09-18T17:39:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:43Z"
    name: isvc-xgboost-v2-runtime.18d67b09acc0e9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 88467995-a6c6-4724-aa5a-47afaed00e61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 11b4f054-2b85-4941-8007-85e2a881d155
  kind: Event
  lastTimestamp: "2026-09-18T17:39:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:39:43Z"
    name: isvc-xgboost-v2-runtime.18d67b09acc12eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32189"
    uid: 8466ebce-3c3e-4743-9897-416c5ae8c405
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 11b4f054-2b85-4941-8007-85e2a881d155
  kind: Event
  lastTimestamp: "2026-09-18T17:40:36Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:40:36Z"
    name: isvc-xgboost-v2-runtime.18d67b161a74066e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: e6c37f12-d8ce-4ac7-9c4e-5a5d812a31e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: dc82528f-5ae1-4ce8-a310-f64cc3c5e088
  kind: Event
  lastTimestamp: "2026-09-18T17:42:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:11Z"
    name: isvc-xgboost-v2.18d67b18dcc38177
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: c35c4fba-2d0c-496a-8ff2-01a6a07a3a2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: dc82528f-5ae1-4ce8-a310-f64cc3c5e088
  kind: Event
  lastTimestamp: "2026-09-18T17:40:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:40:48Z"
    name: isvc-xgboost-v2.18d67b18dd5bd798
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 7ff8b780-56f0-4484-bcbd-48b0010d9347
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: dc82528f-5ae1-4ce8-a310-f64cc3c5e088
  kind: Event
  lastTimestamp: "2026-09-18T17:42:11Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:42:11Z"
    name: isvc-xgboost-v2.18d67b2c0fe1d651
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: fce21040-0ded-4a86-aecb-455da902f7aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: b81c68d8-3735-4084-a845-27e42d2b0562
  kind: Event
  lastTimestamp: "2026-09-18T17:36:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:36:10Z"
    name: isvc-xgboost.18d67ac100ded8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 6651be0c-25cd-448e-871f-558813f5b4e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:34:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: b81c68d8-3735-4084-a845-27e42d2b0562
  kind: Event
  lastTimestamp: "2026-09-18T17:34:31Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:34:31Z"
    name: isvc-xgboost.18d67ac101972787
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: b5ac96a6-fb78-40ec-aed3-222b7dadb58f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:36:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: b81c68d8-3735-4084-a845-27e42d2b0562
  kind: Event
  lastTimestamp: "2026-09-18T17:36:10Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:36:10Z"
    name: isvc-xgboost.18d67ad7ff724693
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: f9a356b0-6e8e-4bfd-9506-94b33c6d5ac8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:11:21.160746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-dxbbl
    to ip-10-0-132-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797d56d0da47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 9013d028-7f40-44db-961d-cb2c8e1ab53f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797d79579916
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 5ca2c557-f8c8-4d30-b72c-f604bf1e6c4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797d7ad1ed34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 43bc127a-b202-4235-820f-ec3458b582ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:22Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.176s (1.176s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:22Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797dc0f0163a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 39067203-544c-4463-b02d-52e4edcef236
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:23Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797dc46cda4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: ba86d417-fade-4843-bd82-429f8020e657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:23Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797dc4f98773
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 4089f285-c254-46b3-bb97-2fcf57ae443f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:23Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:23Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797dc50715b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: ee9ce0d2-b00e-49c6-9863-3326b8c48f41
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.289s (2.289s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:25Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797e4d78a729
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: a6abec14-da69-435b-a9f6-793d4cbfd97d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:25Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797e50d30d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 9ccba8ec-0c29-4e82-be61-2111ac215ed3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:11:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:11:25Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6797e5147c2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 5eebbe70-24ad-4734-aea6-1e547e9b598a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6799ab1eaf979
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 0750d2c2-71ba-45f2-a6be-66001ff46c27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-dxbbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 1a23bedd-7b5b-46e9-be14-7089aef48e88
  kind: Event
  lastTimestamp: "2026-09-18T17:13:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:13:27Z"
    name: message-dumper-predictor-6575bcfdfd-dxbbl.18d6799ab1ec3e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 8b988607-acb6-44b8-8eb6-001f77c0de3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: b1799743-278b-438e-b7ed-6d3b931e7cfd
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-dxbbl'
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper-predictor-6575bcfdfd.18d6797d561b44ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: bff7308d-d528-46b6-a3b5-bde8c26d192f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 6cdf1d51-beda-4b52-afc6-bffb251108c2
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper-predictor.18d6797d543f58d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 945fb84c-4bd0-4a92-b280-b9dbcc99943c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 6bd83ea7-ea59-4087-80cf-32d121d67373
  kind: Event
  lastTimestamp: "2026-09-18T17:12:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:06Z"
    name: message-dumper-predictor.18d67980d2e2e255
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 06756e92-cfa0-4cc2-b9e0-43cf4d79b3c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 6bd83ea7-ea59-4087-80cf-32d121d67373
  kind: Event
  lastTimestamp: "2026-09-18T17:12:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:12:06Z"
    name: message-dumper-predictor.18d67980d34f756e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 36a67a8d-aff9-4b7d-843c-d8d660df1cef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 6bd83ea7-ea59-4087-80cf-32d121d67373
  kind: Event
  lastTimestamp: "2026-09-18T17:11:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:51Z"
    name: message-dumper-predictor.18d6798452eb5640
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: dbcd40ca-d981-4903-a430-34e29628b38d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 6bd83ea7-ea59-4087-80cf-32d121d67373
  kind: Event
  lastTimestamp: "2026-09-18T17:11:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:11:51Z"
    name: message-dumper-predictor.18d67984535a67a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: e3921406-89f8-4fea-b34e-425a2a8c75a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: e65cfb07-9fe5-47e8-8e12-af65f0e0dc04
  kind: Event
  lastTimestamp: "2026-09-18T17:11:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:34Z"
    name: message-dumper.18d6797d544228d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 65649d1d-c41f-43c1-8e41-d262e277ee58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: e65cfb07-9fe5-47e8-8e12-af65f0e0dc04
  kind: Event
  lastTimestamp: "2026-09-18T17:11:21Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T17:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:21Z"
    name: message-dumper.18d6797d54b475c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 7169f11f-4b5c-41e5-bac7-eb17225c4fe7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:11:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: e65cfb07-9fe5-47e8-8e12-af65f0e0dc04
  kind: Event
  lastTimestamp: "2026-09-18T17:11:34Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:11:34Z"
    name: message-dumper.18d67980549ef3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 7582ae63-4209-44a8-9328-09e0d54c7ba3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:22:08.523518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21745"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:22:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a1410a4d221
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 0f5d919c-f205-4773-9a75-7ae6cf006f12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:09Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:22:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a1432da9ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 3d0e939f-5422-4602-ab4f-9261c83004e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a1434f17236
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: e1a3e1b1-e3b9-4530-bd1e-db8affff88b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a1438d39c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 64debcc5-9c15-497f-9877-7741fc8f1568
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a143959e902
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 19bd3bf1-ee8a-4ea0-9436-29bfe9cdc51e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:13Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-18T17:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:22:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a1535d91ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21811"
    uid: 1d7440fc-8c7f-4908-ba39-96f1dc201353
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m1.923s
    (2m1.923s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3199096dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: bce9702b-5875-4dd9-a14a-0392819d6fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a319e076603
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8a1e0b0e-3e1c-4b15-8710-cdbdafbd9d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a319f02b398
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: ead428a1-71bd-45d3-8fc0-c07019461e30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a319f0ea335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 1342decf-5d1f-484c-b215-3959a316661e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a31a3dd3be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 81932ca5-00a9-438e-87d0-ed1356127b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a31a502f128
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: ea0cccbb-2907-4f2e-bc11-9de979ec8532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:24:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:24:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3a6a1c539e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: 3556651e-9b04-4c07-bdf7-8407ab1735db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:25:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3e0298d232
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 59777c81-dc97-4115-ba10-7f0cd6085fbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:25:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3e0299e201
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 3ce2b868-2a81-44fd-b8dd-b15a8e211f53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:25:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3f0c6edf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: e3c94c81-6185-48bd-9f85-7160d4d21721
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ab69c5ba-e722-4484-b8d4-4bd1f26d86f1
  kind: Event
  lastTimestamp: "2026-09-18T17:25:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:25:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x.18d67a3f0cce0b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 1f485a94-5d36-461a-a9a4-0a0f6e00f03b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: 3f88d7c7-2c81-405b-a34b-c589403218d1
  kind: Event
  lastTimestamp: "2026-09-18T17:22:08Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-qwr9x'
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d67a14102e47c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 876c17f6-d57d-4f4f-88c1-f74d7febe1f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 27695f95-7204-4c94-b161-d107f20ea6dd
  kind: Event
  lastTimestamp: "2026-09-18T17:22:08Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:22:08Z"
    name: sklearn-v2-mlserver-predictor.18d67a1409ad8915
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: e92ea904-112d-4168-b4d1-8e032a86699a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 1ddabf83-8181-4ece-9f1e-49e2548e6744
  kind: Event
  lastTimestamp: "2026-09-18T17:24:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:24:53Z"
    name: sklearn-v2-mlserver-predictor.18d67a17891858cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: cf29f837-7909-41b0-a07d-6e9967958952
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 1ddabf83-8181-4ece-9f1e-49e2548e6744
  kind: Event
  lastTimestamp: "2026-09-18T17:24:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:24:53Z"
    name: sklearn-v2-mlserver-predictor.18d67a17898413db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: 20a9d03c-a840-4693-a543-046d94f7ba3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: d5f7650c-3b73-4693-bb19-c01f22d96600
  kind: Event
  lastTimestamp: "2026-09-18T17:25:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:03Z"
    name: sklearn-v2-mlserver.18d67a1409b05550
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: ace0e61d-a0af-4d88-862d-a855b5679f0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: d5f7650c-3b73-4693-bb19-c01f22d96600
  kind: Event
  lastTimestamp: "2026-09-18T17:22:08Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:22:08Z"
    name: sklearn-v2-mlserver.18d67a140a3d7156
    namespace: kserve-ci-e2e-test
    resourceVersion: "21755"
    uid: 6f78f5af-99e6-4f93-ba03-f1872346b8f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: d5f7650c-3b73-4693-bb19-c01f22d96600
  kind: Event
  lastTimestamp: "2026-09-18T17:22:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:22:08Z"
    name: sklearn-v2-mlserver.18d67a141247ad95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21757"
    uid: 70d95427-7779-4482-a9e4-aaf61ee60c2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:25:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: d5f7650c-3b73-4693-bb19-c01f22d96600
  kind: Event
  lastTimestamp: "2026-09-18T17:25:03Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:25:03Z"
    name: sklearn-v2-mlserver.18d67a3cc15d8453
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: a0e96ee9-9c4b-46bb-8a10-53d8fe8c0836
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T17:37:12.416786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    to ip-10-0-143-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T17:37:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae684e1a28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: 46a2aded-49bc-4856-ae1c-4d8449be769b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56dc8dd57f-c277f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:12Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T17:37:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae6a73f3df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30703"
    uid: 5a2d2054-b600-46a4-b32e-d8adc685a6b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8a18d9d3be8c90736cc06c152435ddad34092af46716a1397ac9f058cd7b8474"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae6a8e40345
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: 45b088e4-2b04-4ef7-b1bb-98304fcb5d1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T17:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae6abc18a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: e012d0d3-a435-42cf-8267-a15410f6de07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T17:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae6ac2b4a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 08910cc4-97de-4c1b-af3c-c28b8180c52d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae78fec69f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 253e1d84-6c53-4994-80a7-3c00ac15ecb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae792f4c58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: 18e21da4-e603-4f29-ab3a-d9d7979dc631
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae7935e54e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: 8887089d-e3f5-4cd3-a4f2-c1e41d44df2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae7936a9aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 4cf47715-7752-480b-bd87-944c47894ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae7977d1a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 79127ec5-d6e0-49e4-a637-9af5a214e3fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:37:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:37:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67ae797eb365f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: 29c5a910-260c-413e-ad5e-2682e24b9d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:38:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67af228457b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: c68210a9-b38f-474a-99bf-d8934310afbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:38:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67af2284601e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 6ea4fd7a-024e-41e2-b2f9-35d76f01e1a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:38:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T17:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67af2820f57b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 3d4fedb4-3cd8-422f-a59f-821da494ced4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: a1759a40-c771-4a1e-b515-cfecd57732fd
  kind: Event
  lastTimestamp: "2026-09-18T17:38:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T17:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T17:38:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw.18d67af2c06dc37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 8ae5d328-f5a9-4d6f-ad6a-e0aeebdfb006
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: d885fe93-38b3-4192-ae97-cef62ddbbc5b
  kind: Event
  lastTimestamp: "2026-09-18T17:37:12Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-k56jw'
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d67ae6841678f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30687"
    uid: 2eae22eb-f654-4e62-8994-f80a90405b9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 3f659c69-1d0f-47a3-aa82-c3122695fd4c
  kind: Event
  lastTimestamp: "2026-09-18T17:37:12Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:12Z"
    name: xgboost-v2-mlserver-predictor.18d67ae67f7f0919
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: d649f4ca-a85c-4ed4-8e61-02da285d882b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 56e70f48-9729-401f-8a3e-7eb94661a613
  kind: Event
  lastTimestamp: "2026-09-18T17:37:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:42Z"
    name: xgboost-v2-mlserver-predictor.18d67ae9fe413303
    namespace: kserve-ci-e2e-test
    resourceVersion: "31062"
    uid: 7dacb4ce-e747-4673-8028-1333b598a4d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 56e70f48-9729-401f-8a3e-7eb94661a613
  kind: Event
  lastTimestamp: "2026-09-18T17:37:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T17:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:42Z"
    name: xgboost-v2-mlserver-predictor.18d67ae9fe9ab4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31063"
    uid: cb082227-10e5-40b3-ad4b-0d8b1a96863e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 56e70f48-9729-401f-8a3e-7eb94661a613
  kind: Event
  lastTimestamp: "2026-09-18T17:37:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:57Z"
    name: xgboost-v2-mlserver-predictor.18d67af0fcdbb698
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: ffcffa68-6983-4d30-9c0d-e0cb2d5c89af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 56e70f48-9729-401f-8a3e-7eb94661a613
  kind: Event
  lastTimestamp: "2026-09-18T17:37:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T17:37:57Z"
    name: xgboost-v2-mlserver-predictor.18d67af0fd7bc8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 2c5ef569-a76a-4ad9-838b-9ab1638a8a6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 213af50f-f8f5-4351-8ae2-e0a79de28760
  kind: Event
  lastTimestamp: "2026-09-18T17:37:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:54Z"
    name: xgboost-v2-mlserver.18d67ae67fb6c5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: ca93500e-3e38-464e-b86f-c1e7dbf0671c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 213af50f-f8f5-4351-8ae2-e0a79de28760
  kind: Event
  lastTimestamp: "2026-09-18T17:37:12Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:12Z"
    name: xgboost-v2-mlserver.18d67ae680476418
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: d4de5636-da03-4c75-9ab5-ae44eb1ef09c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T17:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: 213af50f-f8f5-4351-8ae2-e0a79de28760
  kind: Event
  lastTimestamp: "2026-09-18T17:37:54Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T17:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T17:37:54Z"
    name: xgboost-v2-mlserver.18d67af034e747c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 29c9a7e9-8ca5-449a-b03e-26dec2bd0d41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40576"