---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:29.664414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e22f8ced6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: c4db04e9-5771-44d7-a993-8cc73c9790fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e231b37b302
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: d10c5443-9ad7-4096-9e3b-336a8f6084a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e231ca71e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 51b94679-2832-403c-b6a2-5f4abb277e64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e231f9cb02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: e261160b-1869-43d3-bed4-17db78d2f753
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e2320115b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: 76c60fa3-5582-4433-b2bd-7eefa22c5cb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e244de4a8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 40480eab-a744-40b7-8ec8-ea1ba83a16d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e24518ad862
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: d977d439-6c36-4f0a-b222-35d8b37c0f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e245203f537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: d19c26cc-1d6b-434f-928b-08ac62e7c798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e24520ce0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: a6e058a9-ebed-4f44-8b89-3ba871d540b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e2454fcdcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 5346889d-415b-4c74-b7b9-d1e50ac96ff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e2455835a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: efe4b4c3-847b-4015-af1c-8b01c3631b80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e248a41e665
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 8ce7cf0f-22cd-4fcf-a8ea-ad280810d7a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:11:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e2b30ab0b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 7355057f-0d96-4a7c-9f10-5c54c184e286
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 41cfee24-6425-48e5-ae5a-1eea4f425efe
  kind: Event
  lastTimestamp: "2026-09-17T18:11:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl.18d62e2b30abae84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: 9c9875da-5a88-4e0a-a1d0-38dbabea77c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: cc041e39-5c95-4474-855a-73f763f4257f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:29Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j62pl'
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62e22f851da0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: a7a30665-cd56-41ad-9755-4873649f8478
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: c0ad3558-26a0-44bf-80bd-6357b06df04e
  kind: Event
  lastTimestamp: "2026-09-17T18:10:29Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62e22f550a8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: c4a908db-e899-479c-807c-3179bae74475
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: 09162d3c-5848-48e1-aa02-89937aacd980
  kind: Event
  lastTimestamp: "2026-09-17T18:10:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62e2673fe29f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: de78b20c-19e3-40a9-8fdb-ffaeb6af8e4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: 09162d3c-5848-48e1-aa02-89937aacd980
  kind: Event
  lastTimestamp: "2026-09-17T18:10:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62e267466bd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: d9222927-5b57-43de-83dc-773f445552ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: 02ae8417-3515-4817-84e3-579f0e710fc2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:52Z"
    name: isvc-autogluon-ts-v1-noslash.18d62e22f56d66a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: ad8afdab-0e5d-49b9-9fae-8bc482ddcf74
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: 02ae8417-3515-4817-84e3-579f0e710fc2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-autogluon-ts-v1-noslash.18d62e22f5e67461
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 3dfff6ef-1bcb-4d41-b5f9-ebf0ae8b00d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25442"
    uid: 02ae8417-3515-4817-84e3-579f0e710fc2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:52Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:52Z"
    name: isvc-autogluon-ts-v1-noslash.18d62e284a53eab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: 65fb2d49-08eb-4a42-be22-fbc37b668b66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:42.169494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e17e9e3defc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: 52be6e0b-8775-4e06-a397-2cf47efa88d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e17f4378100
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: fffe9d5f-26ae-4919-a602-4775d236641c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:43Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e182f9f67e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: 1271033c-a574-44a4-808c-5066c2c9f5e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e18313a3ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: c26c5bcb-9504-43e3-9d9b-48fd1ed97d9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1833dabcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 91b40a20-d5e2-41a7-a137-e7013f3b1030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e18344269e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: 02fe8987-f45a-4933-a79a-bb3d14221a69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a791b6e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 6314a5a5-cc1a-4c70-bf0c-342c4c896ddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a7bedb2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: 88b11901-3179-47ed-80a6-f3c9cc90a59e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a7c696888
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: f66fb45c-ef79-4a2d-b225-b3801b72f09a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a7c73050e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: 74c255eb-0190-4c5c-aebe-6cc29418acfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a7f81fde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: bfb795c7-a0d6-4881-837c-e96174107a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1a7ff7621a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 97de09a5-c597-471e-8523-7df80648a693
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:10:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e1af125108f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: a4386e88-863a-4fe6-939a-60e0508612ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:10:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e21c1fa3f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: 6b5d85e2-a673-455e-aa47-88341a9986d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 593ba088-ab41-43f3-a3d0-eee8f190ec26
  kind: Event
  lastTimestamp: "2026-09-17T18:10:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s.18d62e21c1fad3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 8544539d-d640-4872-9eae-40cdf74ac8e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: f08eb45e-8c48-422a-90d4-c20579ff9e37
  kind: Event
  lastTimestamp: "2026-09-17T18:09:42Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mpk7s'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d62e17e96d92a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: ae2953a7-8c3d-4b94-8526-a682e696abe4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: 9c8e6781-4ad4-4f9c-919d-54c137953a77
  kind: Event
  lastTimestamp: "2026-09-17T18:09:42Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1-predictor.18d62e17e68316b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4f13082e-78eb-4ff1-8d1e-40b0c025172a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 8dd160b0-6614-4abe-8c67-e26abbfbe360
  kind: Event
  lastTimestamp: "2026-09-17T18:09:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:57Z"
    name: isvc-autogluon-ts-v1-predictor.18d62e1b6501da80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 6396fa99-aea6-4375-b390-3f836ea70530
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 8dd160b0-6614-4abe-8c67-e26abbfbe360
  kind: Event
  lastTimestamp: "2026-09-17T18:09:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:57Z"
    name: isvc-autogluon-ts-v1-predictor.18d62e1b65728f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: da2e5212-4fd3-40b6-b84a-04d7cf252c44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 8dd160b0-6614-4abe-8c67-e26abbfbe360
  kind: Event
  lastTimestamp: "2026-09-17T18:10:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:12Z"
    name: isvc-autogluon-ts-v1-predictor.18d62e1ee4e547d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: f15bf45a-b628-4505-bd12-627dc965a546
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 8dd160b0-6614-4abe-8c67-e26abbfbe360
  kind: Event
  lastTimestamp: "2026-09-17T18:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:12Z"
    name: isvc-autogluon-ts-v1-predictor.18d62e1ee555e0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: cf558a49-1b42-4887-83b5-e6a7f087e5c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 5bca4d44-b01e-4fd0-b79b-88d11bdb8ce2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:11Z"
    name: isvc-autogluon-ts-v1.18d62e17e676641b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: b73b87d4-320a-428e-a27d-ecfafa1ac4c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 5bca4d44-b01e-4fd0-b79b-88d11bdb8ce2
  kind: Event
  lastTimestamp: "2026-09-17T18:09:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1.18d62e17e6ec167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 92b5f429-09e6-49da-859f-e44b31d05d88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: 5bca4d44-b01e-4fd0-b79b-88d11bdb8ce2
  kind: Event
  lastTimestamp: "2026-09-17T18:09:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:42Z"
    name: isvc-autogluon-ts-v1.18d62e17ed9b787f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: b4a45b41-766c-4a47-a0e2-76ff784f64ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: 5bca4d44-b01e-4fd0-b79b-88d11bdb8ce2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:11Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:11Z"
    name: isvc-autogluon-ts-v1.18d62e1eb2560d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: 20dc7a09-2234-48b4-a012-56a40c71ac41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:45.969079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d712904d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 77c636fd-7289-49eb-86c7-d63d1e94075d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d714b17cece
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: e2d0df52-cf71-4f77-b7c2-ea6649f766e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d714d08dbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: ccf07558-548d-4518-ad4a-1bcaa3287669
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d714fff45b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 82f8c846-ee46-46e9-863b-58b261f5506b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d7150753f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 1e47eb47-6efd-473a-81a3-292a2e386633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d72b7cfee5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 3461c31b-9734-44c9-86be-7a22745b64ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m3.379s
    (2m3.379s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f71cd5775
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 99797154-0c3d-4d86-b06c-975b5e264239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f77e9e577
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: 90b4c18f-7473-42aa-b280-3a47d6942ffd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f7955b207
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: f8829375-7b6e-4530-b0ea-985fb16d5fcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f79620d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: c9e79844-0a27-492d-ba84-a594a22cacf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f812110a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 99a46f83-ec53-4707-a4b6-3356da269781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:59:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8f8289e40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: 0a76b327-2903-4418-8707-772297b49634
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T18:00:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d8fb95f59b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 54efecb0-fe8c-49dc-88d6-68004bbd149e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d9586e8e11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: f6e77eae-9971-4f41-8d47-38518a68d626
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d9586e976a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 3c32c752-94dd-467d-8802-61a4dfd986c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 9319d7fb-e576-411f-8853-b1340adcb8bf
  kind: Event
  lastTimestamp: "2026-09-17T18:00:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-hzwcd.18d62d95c74ceb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: e7ebaaa5-ae08-43c4-820e-71b9b7051ae3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18486"
    uid: cf035388-0ea9-4ab1-af58-857f484d2443
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-hzwcd'
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62d712843b6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 98502885-29b1-4e6c-a0b5-f896a2a7b311
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 24061270-e539-4f63-8b75-494e299e7c1f
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-autogluon-v1-predictor.18d62d711fc7989d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: e05a3011-1c49-4993-b696-02ebbd8be47e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: f3a3624a-45d2-42fa-8a8b-fb67182f5958
  kind: Event
  lastTimestamp: "2026-09-17T18:00:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:01Z"
    name: isvc-autogluon-v1-predictor.18d62d749ef8d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: 64217bb0-e278-4076-8af3-899738675fcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: f3a3624a-45d2-42fa-8a8b-fb67182f5958
  kind: Event
  lastTimestamp: "2026-09-17T18:00:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:01Z"
    name: isvc-autogluon-v1-predictor.18d62d749f5ce02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: e396e837-1ef4-4979-aef1-ae0398151a10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: f3a3624a-45d2-42fa-8a8b-fb67182f5958
  kind: Event
  lastTimestamp: "2026-09-17T18:00:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:16Z"
    name: isvc-autogluon-v1-predictor.18d62d941960315c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: e851ed94-ea45-488a-85af-7eea16f3a92f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: f3a3624a-45d2-42fa-8a8b-fb67182f5958
  kind: Event
  lastTimestamp: "2026-09-17T18:00:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:16Z"
    name: isvc-autogluon-v1-predictor.18d62d9419d762fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 23cf1b6b-66e2-441d-8dd6-4f8ff5af53c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 1a8409f0-6941-449e-8dd0-b90f67611c8c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:13Z"
    name: isvc-autogluon-v1.18d62d7120119aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: de83d451-1937-4c8a-b130-7e5dbf17cb9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 1a8409f0-6941-449e-8dd0-b90f67611c8c
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-autogluon-v1.18d62d7120c85a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: c9c10e79-6a3c-4991-ba84-88c3133cdee9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 1a8409f0-6941-449e-8dd0-b90f67611c8c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:13Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:13Z"
    name: isvc-autogluon-v1.18d62d937997591d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: b00c8ca3-5179-455f-87da-e104c251022b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:51.042090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dfe0a2e4530
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: a5efdbb1-5210-48d2-b3ae-37c2b2c96705
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:51Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dfe2c373ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 7ccd722e-3929-46ae-bb18-93aa78ea8643
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dfe2dd8450d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: f0ba6c28-8834-4e04-ad86-2b2a538f7cc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dfe30a3e733
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: bd540327-ccbc-4626-9454-8ba6dea71a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dfe3114c6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: ac240624-b33b-4c2f-9168-9daa5dd4bcf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff53e47132
    namespace: kserve-ci-e2e-test
    resourceVersion: "23696"
    uid: cc4b0def-2609-4ac1-bc3e-aebc3137c870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff56e1d65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: a611203d-6495-4f52-9d2e-9c34e40ab747
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff5757c52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 326a2fb2-18e5-455d-b2a2-bb8486b67b34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff57616e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 7ffb7c4f-bbd3-492a-84e2-584af973c6fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff5aa36930
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: edb23949-136c-46d4-acba-e7397d23c1dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:07:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62dff5b1a6fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: f4da9149-37c2-4c93-8688-e6c13836c947
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:09:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:37Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62e16b6d0f3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24637"
    uid: b02fe18b-9cb6-4d2a-9ff4-18918b4d21fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 721ae53e-24ea-4865-b468-749045823001
  kind: Event
  lastTimestamp: "2026-09-17T18:09:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:37Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6.18d62e16b6d21d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: 62a34333-04c5-49f4-84eb-5c33242d6aa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: a755f159-7b90-4c08-9671-10c74b3994ee
  kind: Event
  lastTimestamp: "2026-09-17T18:07:51Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-z2bs6'
  metadata:
    creationTimestamp: "2026-09-17T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62dfe09f875f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 8f773ef3-55c2-4cb8-8510-a8daced5c49a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: d23e2944-9474-46dd-9fe0-1809c9d699ff
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62dfe03a8470e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: dc58e57b-2552-4e7c-99eb-c7aa6a659d2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 5056f1de-9178-4054-ba7c-40c919010ada
  kind: Event
  lastTimestamp: "2026-09-17T18:08:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62e01839d4668
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 10f3e6bd-0012-412e-ab93-76b2043a0f59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 5056f1de-9178-4054-ba7c-40c919010ada
  kind: Event
  lastTimestamp: "2026-09-17T18:08:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62e0184114be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: f978f47c-7ade-4927-9f05-123aa1ff070e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 5056f1de-9178-4054-ba7c-40c919010ada
  kind: Event
  lastTimestamp: "2026-09-17T18:09:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62e0c022cd404
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 0e0edb2a-2b4a-4272-ac56-0b97f83d3789
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 5056f1de-9178-4054-ba7c-40c919010ada
  kind: Event
  lastTimestamp: "2026-09-17T18:09:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62e0c03308d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: bb514ed4-fb0d-4203-98b0-70eb168e6002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: ee8d3808-6d0a-43c9-a049-ea147077d7fc
  kind: Event
  lastTimestamp: "2026-09-17T18:09:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-autogluon-v2-noslash.18d62dfe029e1d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24495"
    uid: e5ea8fb0-9749-4004-9b87-7293d06d3a40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: ee8d3808-6d0a-43c9-a049-ea147077d7fc
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-autogluon-v2-noslash.18d62dfe031c6851
    namespace: kserve-ci-e2e-test
    resourceVersion: "23620"
    uid: 3c91d054-3c1b-4c72-8cc8-65ed5e4c6c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: ee8d3808-6d0a-43c9-a049-ea147077d7fc
  kind: Event
  lastTimestamp: "2026-09-17T18:09:27Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-autogluon-v2-noslash.18d62e1466b1d9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: b45561eb-5836-4346-adae-89c65708986b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:27.327395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d96bab94f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: a1d4d42e-a89a-4332-8a79-72eb9ed35b3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d96dcd4524d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: b94057be-0771-4a5b-a401-7a81f841d4f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d96de40df45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: e830c421-664d-4044-bcfc-fe1aeb3e8d61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d96e1036d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 7a77c92a-320b-447a-820b-b322544a15c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d96e1771a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: f915d38e-900b-4813-a29f-907214064a7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:00:57Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62d9dc197ad40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: d7e6f2d8-cc79-4ee3-8d71-f59fb18e8985
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m24.709s
    (2m24.709s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf72fa4174
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: e1b9c4a6-f612-4b76-abf8-abc236763842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf7a5073d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 3c2e92cf-2684-4921-a1ce-84af85eb2635
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf7b6196cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: 5c111879-c45d-443f-98ec-349da221bc32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf7b6b7062
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: a0c37432-b801-4f0d-b687-c38bf95653d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf81bd1a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 174258ff-323c-40d3-aedc-1f981a494fb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dbf82ce9938
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 3436e395-f094-42f2-ae38-57f0fb084ef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dd93de5d5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22290"
    uid: 09438026-4653-44a4-8d1b-a1662e83673e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:13Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dd969107361
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 292d83a8-b2ec-42b0-8d56-d79da718c360
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:13Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dd9691102e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 427e98b6-1bc8-415b-b835-b1fec5709c89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 386eb205-daf8-45b1-866a-b79e5bc50c72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-gwk46.18d62dd98a539674
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: 579f535f-5cb9-4ae4-a936-54ed60dec13a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: ac1ccaf9-7bf2-4d71-8b24-2e1632ae5b35
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-gwk46'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d62d96ba6ccba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: 2ac45718-af51-44b9-8bd6-ae51bf529e80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19959"
    uid: cec74f3f-6793-479b-aaa8-873681092b96
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2-predictor.18d62d96b7c0646f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: 29316fdc-b705-4eaa-8778-c6c3d895a963
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: c6b4023f-2104-4018-ae0a-f0b03c78080d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:42Z"
    name: isvc-autogluon-v2-predictor.18d62d9a361cc7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 7619d4ea-27d9-4a97-bc7c-464d18a3946f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: c6b4023f-2104-4018-ae0a-f0b03c78080d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: isvc-autogluon-v2-predictor.18d62d9a368f6f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: f413db74-b6d0-4a81-9d6f-b7f07a957856
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:18.922144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62dda9f201310
    namespace: kserve-ci-e2e-test
    resourceVersion: "22384"
    uid: fcbca894-f21b-48b7-8dfa-c14edd6e41a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62ddaa87930e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 687038d6-c1fb-4121-98bb-5e80ca8aa6dc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:20Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62ddae4cb874e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 3a6fc8e9-bba2-46b4-8746-e752c991e698
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62ddae66894f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a6a4064e-64a0-4a70-a2fb-29a044d633c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62ddae982fe9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: fb73eef6-7d51-4b9c-be73-ad0fffccdcd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62ddae9f12205
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: 6d31adf3-ab55-43a7-8832-44d56d14e096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:50Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de216f2913a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: e942fa58-d84e-476f-a5ea-46632238f011
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de219ebebb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: 82b6baa7-d816-4c5c-a667-d2474d954ca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de21a502442
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 06d8b0b4-b5b2-4fd4-8b3d-d519798f2ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de21a5a6278
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 2a08bbdd-280e-4101-8be8-e3f916df54e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de21df38a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 0344a0c1-13e4-4a2d-8f5c-15fb3a42bbfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:05:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62de21e5a1de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22732"
    uid: 1bec3050-c4f3-4c60-a642-8a18aa438fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:07:39Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62dfb7804eaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: 422ed4ec-bb6c-47b4-b02b-aa21ebc7d2c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62dfcce130bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 7a74f16e-896f-4a26-a35a-06948c3e0b09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: bbfb28fc-422f-4376-b53b-a8124a506969
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl.18d62dfcce13a1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 2f0ec130-a0fd-41fa-bd11-0b75d9d23efb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 3fd80539-48ea-4335-98db-396d1a635f60
  kind: Event
  lastTimestamp: "2026-09-17T18:05:18Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-stwhl'
  metadata:
    creationTimestamp: "2026-09-17T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62dda9ea7230d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: 62dffd63-944b-49fd-980c-888946fac248
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 3b8665bb-3683-4aab-bd40-eafafec846f4
  kind: Event
  lastTimestamp: "2026-09-17T18:05:18Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d62dda9b244a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 01e3d42f-90bb-4ebd-b7f9-2296d0e49b84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: c582d352-5f03-4acb-957b-60a5286b36ca
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d62dde19a17194
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: 60068245-8d69-4154-b380-36bf998581ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: c582d352-5f03-4acb-957b-60a5286b36ca
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d62dde1a298ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: c29188cf-47bc-4c2e-9bf4-026b57b88fe8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: c582d352-5f03-4acb-957b-60a5286b36ca
  kind: Event
  lastTimestamp: "2026-09-17T18:07:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d62dec17df3349
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: e4ebc087-422f-4a0a-afd3-9682fab3f7dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: c582d352-5f03-4acb-957b-60a5286b36ca
  kind: Event
  lastTimestamp: "2026-09-17T18:07:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d62dec186903ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 62204d03-7579-4ddc-ad46-021ff309975b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: e7ba1f81-fdb9-48be-91f3-32c66a241d72
  kind: Event
  lastTimestamp: "2026-09-17T18:07:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:29Z"
    name: isvc-autogluon-v2-variants.18d62dda9b11b2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: dfacbeef-ba61-4cbc-9a04-f43e6641cc34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: e7ba1f81-fdb9-48be-91f3-32c66a241d72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:18Z"
    name: isvc-autogluon-v2-variants.18d62dda9be141f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: d964e81e-c8ff-42dc-ba3e-efdf09c8f125
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: e7ba1f81-fdb9-48be-91f3-32c66a241d72
  kind: Event
  lastTimestamp: "2026-09-17T18:05:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: isvc-autogluon-v2-variants.18d62ddaa34b0ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: ecd1252d-e885-4f66-a0d7-0c298d5eb02f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: e7ba1f81-fdb9-48be-91f3-32c66a241d72
  kind: Event
  lastTimestamp: "2026-09-17T18:07:29Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:29Z"
    name: isvc-autogluon-v2-variants.18d62df8f03d8e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: fce11eed-55c0-4203-bed2-999f5d18c676
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: f080de9f-77d3-4753-bd5f-47b1ba720772
  kind: Event
  lastTimestamp: "2026-09-17T18:05:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:02Z"
    name: isvc-autogluon-v2.18d62d96b7aa2825
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 5366fe49-a0a5-45c2-bfc3-592d13ef9d66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: f080de9f-77d3-4753-bd5f-47b1ba720772
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-autogluon-v2.18d62d96b82c2ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 88e84fdc-82f6-4d97-8a09-49a0a895e784
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: f080de9f-77d3-4753-bd5f-47b1ba720772
  kind: Event
  lastTimestamp: "2026-09-17T18:05:02Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:02Z"
    name: isvc-autogluon-v2.18d62dd6b6eb0d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 02a22120-f87a-407e-9a2f-f7cf135e9345
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:10.189586Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25631"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-c226n
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2c684be478
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 8060f1ba-bbaa-40e3-8194-edc3231102e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2c724f2947
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 9cf893b0-14b2-4bcd-8ad8-0ee47d76593e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2cae0e9ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: ce28d6c5-26ac-46f1-8740-e1bc03ae4a81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2cafb2d519
    namespace: kserve-ci-e2e-test
    resourceVersion: "25677"
    uid: d753e0c8-c739-4a17-be2b-d260cf08aebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2cb2d285e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 69b8dace-090c-478a-946f-34c8c2632a0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2cb349d98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: f3615aff-7c30-424c-b289-83aa1275a116
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2dab7999b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: cf5729f7-b53b-48f2-b4a4-066c42d7a84a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2daf2049b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: d292f594-54b1-4fd9-973f-237dab5b305b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2dafcb0d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: d60a7ad0-c1b9-4901-8842-4290ff9e2670
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2dafd5b3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: be72dbf8-6d01-44e0-a0da-1acc742b7345
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2db3417303
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: a2dcc20b-6762-4938-9048-eecc815f746c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2db3ba1f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: 47ee9b65-8b3e-4cf8-8c12-4376949a7298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e2de7a78382
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: fd5e2f69-eb3a-4505-b983-3e843b80722d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e415f206c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 55f69ecf-20fb-4a02-a82d-62d5e575998e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e415f264495
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 3227c009-f0ee-492d-8200-eb8107ee009d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-c226n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ad1905db-1fee-4bd3-b698-02d8b0b79184
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-canary-create-predictor-5f845bd94d-c226n.18d62e41ee014ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 463e7d7d-cece-4516-861f-bc409169f99b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:10.239607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-z2l4q
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2c6b47219b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 723de5c2-260b-4b52-a0c0-2eaebb5ee86d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2c732e5325
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 32474a10-b082-451b-9077-11387e953676
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2cb144ca78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: f913cb19-20d3-48f1-8248-af6c8266ab03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2cb2e180aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: 912c6693-a89a-43ed-b07e-eb2ce2aae13f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2cb5c7cf28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25686"
    uid: cd7ee50c-bfdd-4754-8295-4bc5d79d6afd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:11Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2cb63e8e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25687"
    uid: 31aca8cf-1348-4219-908a-5a9bc082ad60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:16Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e2dc596e2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: cc2a250b-82a8-430c-9fb2-65b24cca78cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 14.441s (14.441s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e312258729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: d55cf261-f16f-44c2-b02e-00c659ceba86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e31258460f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 14cce005-874e-4ee6-be78-082cf68c115e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e3125fc623f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 00a5e6a6-d080-4a6c-a3d5-99006eed590f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e312608ae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: 16d770b8-9d29-463b-aa74-8eb874d4ce35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e3128e89e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: 19357b2d-8efa-4e1d-8b79-2471a3a773b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:11:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:30Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e31295da666
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: eb0c5534-0fcf-4fbf-ad09-62e8bd3b6895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:12:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:43Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e314824c26c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26868"
    uid: 26ca17b8-cd3a-4bfb-a4fb-ea60a8781b47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e3fdfb97ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: dbb05e10-7daf-495f-a998-55bc7319c985
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e3fdfba3563
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: d73c1231-6a39-4695-9a62-5d58e5401d61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 26d26802-41f4-4d17-8856-9073e4391d66
  kind: Event
  lastTimestamp: "2026-09-17T18:13:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:02Z"
    name: isvc-canary-create-predictor-5f845bd94d-z2l4q.18d62e40a6408bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: fd276016-082e-45e8-9e7c-43e3c0b82b37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: b20ae1e1-e330-4918-9d02-f3b2b4f769cd
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-c226n'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62e2c67b3e16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: ffe3199d-1bb2-4f07-b481-0127652338f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: b20ae1e1-e330-4918-9d02-f3b2b4f769cd
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-z2l4q'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62e2c6adae050
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: 5502914a-32b2-41e8-ac04-4c7a8047c2e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: b20ae1e1-e330-4918-9d02-f3b2b4f769cd
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f845bd94d-z2l4q'
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62e3fdfa4b409
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 2d8911ec-e80c-4b36-9169-665f53b87e2c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25612"
    uid: 51f31b32-57ce-4924-b622-3113fc66f3c6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f845bd94d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-predictor.18d62e2c63bd3af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: 6dfd5e89-0234-4558-b03e-1e1080f27997
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 51f31b32-57ce-4924-b622-3113fc66f3c6
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f845bd94d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create-predictor.18d62e3fdee7f4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: f05972fc-80d8-4824-8972-57d4c0993477
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:10.141725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2c657191c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 2adaefe5-b4b8-40cd-8738-5db393e1bc6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2c8804b604
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 01a1d36c-9dfa-4ed4-aede-004a5b8dcf78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2c89acd489
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: 548f1a87-555b-4ee2-bbc3-aa280a51c956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2c8c908e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: a266f426-b27e-4491-9161-83179a009aa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2c8d07252c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: f122473b-6c2b-457d-9cb9-55eaa4d8e425
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2dab8fc2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: 8b419b51-103b-4a24-a143-f4c09da93190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2daf2f4ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 825adc8e-b723-42c9-a502-058838111bd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2dafcae84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 2ec1e5ae-4d66-4efe-bdac-832f9b2fe96e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2dafd585b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: 60e8c622-2218-41d9-8de4-d7d864b3ee91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2db3353552
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: c257cd7d-2872-4cb8-9663-879e0694814a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:11:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:15Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2db3ad957f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: ba9b7a9e-9b98-4b97-8eec-c10a1d7dd76a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:12:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:43Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e2e23a8d5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: a014fb00-ef99-4a3f-8d69-8ec81da39c0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e415f55bd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 514ebacd-b618-49b4-90c7-24b2f98c96ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e415f585167
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 6834bd3f-d739-48bf-b143-b13d353fc004
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 06ceeda7-a18b-47e7-b524-5a0b06ade857
  kind: Event
  lastTimestamp: "2026-09-17T18:12:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:43Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j.18d62e422a265ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 4052d2d9-0e82-45ba-b0d7-5a47b7e7ccfc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79d6f5c6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 5a6a8869-42bd-4505-a94a-50095abe7456
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79d6f5c6d9-7sh9j'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9.18d62e2c64e520bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25623"
    uid: b3878eab-31df-4c0b-8024-72e013555d1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25604"
    uid: 8073feff-9b9a-45a4-9ddd-8900b54e608d
  kind: Event
  lastTimestamp: "2026-09-17T18:11:10Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79d6f5c6d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:10Z"
    name: isvc-canary-create-v2-predictor.18d62e2c61ace5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: ba71db06-371a-44ff-8a11-3557b3392b95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 53b8308a-da2b-4f2e-86aa-d794b6ed788e
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create.18d62e2c6358ce49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 48d80ab5-88cb-4efb-b1e6-7a8a30bfe181
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 53b8308a-da2b-4f2e-86aa-d794b6ed788e
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create.18d62e2c63d4560d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: cf9b1d52-20f0-4d77-87e1-20c996d62b8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 53b8308a-da2b-4f2e-86aa-d794b6ed788e
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create.18d62e2c63d4b9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: cda2f8cb-5512-459d-9355-c789f01e78ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 53b8308a-da2b-4f2e-86aa-d794b6ed788e
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-canary-create.18d62e3fe583ad1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26762"
    uid: 58d65e2c-4184-4c40-a1ef-cb9d76ecd323
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:45.431792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26928"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-26fvh
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42952c98f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: 5c8f20cf-4c69-4e72-b707-328d12e80fc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42a2e8dfd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 9a34340a-5e6f-473a-8c22-8a125b62746e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42dadf4606
    namespace: kserve-ci-e2e-test
    resourceVersion: "26967"
    uid: 5fe69ee3-449d-4c0b-9002-2ebc91759d0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42dc40a988
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 49d4ec46-bd8e-41a9-9642-8fd1e207b380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42dee2d9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: 60bdce1c-3fac-40cb-8f16-442e3f376020
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e42df727643
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: 1c952dee-5908-4ea6-9697-e29788d231af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e43fc9ab9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 038fcf83-0a04-48a8-a465-e5acbc516592
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e4400cb8c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: be571039-21e4-4af2-84f1-7b67ff6c2247
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e44014317ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: c0296955-49a2-4a78-b2cf-7aeccf356744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e44014ec373
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 2411963f-e440-461a-a265-b3f1df9acab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e440446e1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27049"
    uid: 6321cf4e-9384-4ae3-acb3-ccb22a103dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e4404b96106
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 7c20445b-04a1-4a86-ab24-e73c8f0a1bda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:13:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:59Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e44746d835d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: 75b672e4-90e6-474a-94fc-c87622498ce5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e561a7865a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: 50104848-247a-43c2-b054-8b2accc698f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e561a79a087
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: 0d556591-48af-4326-a6d2-db6165a2fe82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-26fvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 7b74dee3-f906-43ae-8a01-9bd07dd3b779
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote-predictor-567686cc76-26fvh.18d62e56269e2498
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: 7f2845e7-1e04-4ff8-966c-1764cb356355
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:45.386220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26920"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-x8jbw
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e4292753ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 95b1a589-1442-4122-8a13-b1c59c8cbbf6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e429ccf74be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: 727dcadd-3901-4282-b520-7410bf613105
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e42d8b13618
    namespace: kserve-ci-e2e-test
    resourceVersion: "26963"
    uid: 5ec56025-9f29-44eb-992f-53001ef0d1dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e42da05f3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26965"
    uid: 1787d241-f68a-4579-8474-0ed9b3eba8a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e42dd790ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: a8e7d3e2-58e8-4694-ba6b-d32d470a750c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e42dded7c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 53e75cfd-2c0d-47e9-9e33-f923d0fe1553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43e7afa773
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: fdb1b2dd-4e21-4543-8737-b8d7ef4c2543
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43ec069843
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: fd5a63c2-d945-4e4a-a60b-ce2e7f633514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43ec844662
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: e0e807fd-0fbe-4241-947d-130e58f97fe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43ec901206
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: fa2e1225-f7a6-4deb-8faf-bccf22e0b029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43f000a9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27035"
    uid: 6f40fcc8-85d5-46c0-853c-70554bfdc540
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e43f07592db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27037"
    uid: b07c4351-98e3-4ae8-8c65-828bf896f43f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:14:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:18Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e44248777bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27889"
    uid: 474d2396-9c71-4d30-8c04-ac4f2953162a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:14:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:15Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e5789fa5758
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: 71742782-89c9-4b7d-bfd8-9b15e07bb41f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:14:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:15Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e5789faf9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: 9eecb50e-9dde-402f-88f3-9fe12f65c696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-x8jbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 9a050689-5d4e-4949-a174-7180db32af12
  kind: Event
  lastTimestamp: "2026-09-17T18:14:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:18Z"
    name: isvc-canary-promote-predictor-567686cc76-x8jbw.18d62e582ac9f042
    namespace: kserve-ci-e2e-test
    resourceVersion: "27888"
    uid: 113f7e2e-7f23-4cd0-8084-00045b3133d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 8441632d-29c1-4472-88de-c3dac4efc492
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-x8jbw'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62e429205de36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: 4202255a-99a5-4527-84fb-69966bf9d373
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 8441632d-29c1-4472-88de-c3dac4efc492
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-26fvh'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62e4294bc211b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: 1b124093-7154-4481-b953-04a90567ad8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 8441632d-29c1-4472-88de-c3dac4efc492
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-567686cc76-26fvh'
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62e561a46f42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27754"
    uid: a3af7bff-2dd8-4fff-9056-7ee87dcdd903
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 43a1ebca-d009-4f4f-9ede-6b64532f7cea
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: Scaled up replica set isvc-canary-promote-predictor-567686cc76 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-predictor.18d62e428ecf48bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 726782c7-433f-4304-97a1-1bcef78dc379
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: 43a1ebca-d009-4f4f-9ede-6b64532f7cea
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: Scaled down replica set isvc-canary-promote-predictor-567686cc76 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote-predictor.18d62e5619bcc547
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 0cc8673e-3a80-4528-946c-75fb19aaeb55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:45.349908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e42904b2bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: bba94c4a-0a0a-414a-b58e-211e8536abd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e429ccfc9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: eb1da265-fb8a-47e3-b97c-9ecfc57abb7b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e42d665d75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26960"
    uid: 0b872b0d-b575-4452-83cf-906ee4f0562e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e42d7b6c1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: b05636da-e6c6-4e68-a826-bec21c861c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e42da6ed6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: 1520cd67-79d2-4507-9fe0-0d84ac6693c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e42dafc748c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: 78a74bbb-7442-4744-86f0-f2bcb068d194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43e7c4fa93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: 0bae6eec-7415-4c9c-b19d-30e68d28772a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43ec1399ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 3b4bb5d0-3e17-4530-97de-ad5c320afa50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43ec9aee6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: b1e00421-6b16-4f19-8ecc-5f6c19af1135
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43eca62f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: ed068af3-81ba-4d33-b08b-11ab19e1a50e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43f00bf31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 83547c3e-217f-4f95-b4d9-befa0fec7f50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:51Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e43f0825235
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: f994a798-0fd0-4708-af5b-c205036ef8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:15:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:49Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e44606fc3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: b8b4a8b5-095c-46ed-afe6-b1a1c63ca3d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:15:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e6c89621fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28721"
    uid: 5f057b06-708f-4c55-a9ea-7ac0a45f82ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:15:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e6c89657642
    namespace: kserve-ci-e2e-test
    resourceVersion: "28723"
    uid: 9444c3d7-013f-4b78-91e4-668949f9ab0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 43488c7d-449f-49c0-a744-3a5c139af29d
  kind: Event
  lastTimestamp: "2026-09-17T18:15:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:49Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv.18d62e6d5b1827ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: b4163405-e249-40a9-8a9c-a66f424077ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:15.477857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:15Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e578c5685dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: d8337991-3e91-49ee-8bfd-2b3a3f62ea2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e57ae5be495
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: a7a3727a-1acc-4c31-8ca5-5a168e3f65b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e57afc07f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: ae1b5dff-5a7b-481d-ad35-083f2f9f280f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e57b273d21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27866"
    uid: a41f6482-0e72-409a-a16c-030d5f915967
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e57b2dfbd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27867"
    uid: 23690449-5875-4793-afe1-ae3a6bdbd54a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58cc28d602
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 059ec3f9-64f2-4de7-94dd-8defce714ad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58cf5b53bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27912"
    uid: 70d569fa-afa5-4d27-826a-1933bafceae0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58cfca6ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: b90906b5-6a7a-4db8-8b4b-26aab6fd70f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58cfd5eac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: da2bd9c3-86e3-453e-b140-be1b61837ac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58d2db9935
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: 4eb4d228-bac3-4d45-9351-6651d3d5944f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:14:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:20Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e58d34be2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27916"
    uid: a89d41cf-665b-43ba-af37-b26151af1bc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:15:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:47Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e590838f0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: 42229df0-efbc-42b9-8f50-4f338d5c33aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:15:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e6c894f335e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28720"
    uid: 1d07862b-3650-446d-9129-ea556c582b08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:15:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e6c894fc285
    namespace: kserve-ci-e2e-test
    resourceVersion: "28722"
    uid: bd918c3b-b087-4251-8f62-be58c63d00da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 04bf96d9-6455-43e8-bc33-59eec7b8c8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:15:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:47Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj.18d62e6d0e6e2716
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: fffea5bc-a05f-4a03-981a-4e007c5947e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: a4443928-6b81-46de-bb52-fbea113619d0
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-x45wv'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d62e428fdef969
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 1dfcb9de-1e64-4816-bb34-e8acf9a7b481
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: a4443928-6b81-46de-bb52-fbea113619d0
  kind: Event
  lastTimestamp: "2026-09-17T18:14:15Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-x6dsj'
  metadata:
    creationTimestamp: "2026-09-17T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:15Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d62e578bf2ed50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 4f5ae517-ae21-4f42-9ad7-f0bc49d1d8b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 8e3c8119-d9e1-4934-b54e-83d18109692d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-canary-promote-v2-predictor.18d62e428cd47f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: d04c69de-1796-46a0-80c9-f5cc12a6fb17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 8e3c8119-d9e1-4934-b54e-83d18109692d
  kind: Event
  lastTimestamp: "2026-09-17T18:14:15Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:15Z"
    name: isvc-canary-promote-v2-predictor.18d62e578974f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27840"
    uid: e23be9e5-f20e-4fa9-b09a-80c93fd965e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 11500b7a-3529-4109-8512-42087e5318eb
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote.18d62e428e69a408
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 3d2aaa84-6086-4fe0-96b5-ce8b5ac5f6c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 11500b7a-3529-4109-8512-42087e5318eb
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote.18d62e428ed3f9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 0896c653-e134-4789-870e-37b4418170fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 11500b7a-3529-4109-8512-42087e5318eb
  kind: Event
  lastTimestamp: "2026-09-17T18:14:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:09Z"
    name: isvc-canary-promote.18d62e428ed4461e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 1a544a0e-aaeb-422f-8d25-39e0b6530235
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: 11500b7a-3529-4109-8512-42087e5318eb
  kind: Event
  lastTimestamp: "2026-09-17T18:15:37Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:37Z"
    name: isvc-canary-promote.18d62e5620bbe718
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: ea01344f-afbe-4614-ae27-9cb159605f29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:17:20.918125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29622"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-5bh2w
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e82b9706bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: ab5a2244-d8a3-4047-8f34-94ef4fca3ad3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e82dfa7f127
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: eccd007c-e863-4856-8afc-458f3f1918b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e82e0f4e635
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: a45a6cc1-05a2-4926-a38e-5df5134accfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e82e42e0a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 085c7730-d4eb-48fd-be94-4032a768af53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e82e4a31aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: d4d90c59-bd78-46ec-be46-9d4c90ef326c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e841395a6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: af985dd1-3968-405d-bc97-f4f6173ceb74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e841a117bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29703"
    uid: babfb427-a409-47f1-82e7-768edaa6c768
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e841b5ecf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29704"
    uid: 95c410f9-4949-4068-b0b0-a87bf0d4e3be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e841b68ea58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29705"
    uid: 0989bdd3-7c8f-4033-96f7-7a80311823e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e842194f787
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: 455902f9-1a86-41d2-8ebb-03b917e1d580
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e842278715a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: a931b288-b821-4ae3-8071-14b9140ad9d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e848b8ed79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30340"
    uid: c06ffd82-91b5-4580-be5b-b1fb960a4457
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e97b3e97db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: e854bf1c-a37b-41bc-9348-3308abcb98ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e97b3eaa53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: 908a9aaa-46d3-4cff-bb78-fd6a48d69cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c1e7ce65-a8b1-4c8c-862e-17b5c9f24c4f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:54Z"
    name: isvc-canary-rollback-predictor-76cbc5464-5bh2w.18d62e9891f12761
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 6d65130b-cc42-4902-b7e9-872224fe687d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:50.919184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-j84g8
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6dc515923a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 3262c1db-cd01-4e2c-b31a-506be0dc9e92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6dceabc17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: b3273e23-ae95-4a69-8039-ac3fd97d547b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6e0eca3bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28854"
    uid: 223390ae-1a8c-477c-8e78-9543dcf47379
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6e10595df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: 58a60473-9fbf-432d-82f8-82028d7a95b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6e1769f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: f55efd7d-b109-477d-acf5-970049bda74b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6e18b5df58
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: caa7ebd3-0d1d-43b9-b6f7-4dcb1b45bd23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f3b39f352
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 40b025ef-f285-4cf5-9f02-380c6c05395a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f423c1c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: b5835295-a7ce-41ac-8c00-e5da500bd1f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f4388e38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28935"
    uid: ca3d183c-3a3a-4c88-a5a8-d45775a962bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f4396e3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 0c6e4adb-bceb-4322-bdd9-a1c28a1fa3b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f4a6d027e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28939"
    uid: 6cde5558-a101-4c16-8d6b-76669da88b33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:15:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f4b8cef77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28940"
    uid: ac11683b-fb74-4029-bc7f-738d7944abb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e6f77839f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29545"
    uid: ca51319e-e864-4ea4-ab06-0263f2d936e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e817edc1c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 7e964780-48a1-4dbc-a54a-2dc44153ab04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e817edcc2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29544"
    uid: 155e41df-5ce8-4787-8056-67afe29dabc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f3dd24f6-d921-40ae-98c2-4116c1533885
  kind: Event
  lastTimestamp: "2026-09-17T18:17:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:44Z"
    name: isvc-canary-rollback-predictor-76cbc5464-j84g8.18d62e8253dd4d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29914"
    uid: 3f589b1b-a7e3-43b4-9c4e-c0971b9929f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:50.963751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-m5687
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6dc7bdbbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 4d05d3ed-3eb2-48ff-b048-fff1f28f485f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6de9a2bdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: bfac6be6-ce74-4123-837d-be663c846413
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6deaec4a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: dcb51076-50a8-42a8-9fd6-8a4249172a70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6deded496c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: c3bd789d-ec7d-4077-b9a4-ac56824557a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6dee5fac45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: fe7860f7-5218-4b95-bdee-b7531fdaa54c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f01e6dae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: fa03ed2a-4f74-4b95-9ca9-e2b5bc157a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f05ba448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: fe77d850-f8f5-4c8f-8a8c-f86aab20ffc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f062e3652
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: a09e5a68-ba32-4698-85d3-c401f95b9022
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f06382bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: 3809bc0f-d04e-4f63-a992-a91a10ef9a6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f095d7382
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: eba2efc6-08f2-455e-9f00-9009a0e4efa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f09d12811
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: d95aeaff-2cd1-4bef-bdb5-3ca2929026b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:18:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:54Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e6f7a0ede5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: df5db791-31db-49bb-9799-f1b9d102e464
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e97b4149dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 2739881a-02c6-49bc-bc23-03161277fb72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e97b415bedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 5da2f49a-1a8b-4358-a3bf-1761d751b977
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-m5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: c51911a9-04b0-41e4-917f-b1fdd27600d8
  kind: Event
  lastTimestamp: "2026-09-17T18:18:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:54Z"
    name: isvc-canary-rollback-predictor-76cbc5464-m5687.18d62e9874ba1fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: 8f4bee9b-ef13-4e15-b3b2-631d7c7b47a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 1feb1e36-28f6-4443-a6e9-84d546144f87
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-j84g8'
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62e6dc4acd5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: 3c3d31db-5e65-4ada-bbea-f9c19efa109b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 1feb1e36-28f6-4443-a6e9-84d546144f87
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-m5687'
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62e6dc745dba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28813"
    uid: 92e4aee4-94e7-43db-8885-7733dd8e246e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 1feb1e36-28f6-4443-a6e9-84d546144f87
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76cbc5464-j84g8'
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62e817ea411ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 32300744-c76d-4944-beb6-8fc3bfacacca
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "29611"
    uid: 1feb1e36-28f6-4443-a6e9-84d546144f87
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-5bh2w'
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62e82b904127a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: 5e1d15d2-6778-4f32-a3c7-6581ea703cb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: ada28f2e-ec4c-4553-9352-7232d9324f21
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-predictor.18d62e6dbf66c30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: 8254ad27-a3f5-47c5-ab3d-9fbd6f21875a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: ada28f2e-ec4c-4553-9352-7232d9324f21
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76cbc5464 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback-predictor.18d62e817e17014a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 05b39c3a-f702-4be8-91af-f498bf651976
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29605"
    uid: ada28f2e-ec4c-4553-9352-7232d9324f21
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-canary-rollback-predictor.18d62e82b647c22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: 1da8e743-9ffc-423e-b8a6-1aff0a4613c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:50.847269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6dc0cc41dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28800"
    uid: 140a13ec-20ea-45e2-a2a6-cca1db70865a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:51Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6dd06521e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28830"
    uid: 2912e415-6f60-4de5-8729-e08deadf70e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28804"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6e068f5171
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 75b05eeb-1cde-4469-a833-0e2366fac0a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6e07e2dcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: dd9d2506-5590-47a7-84fe-260ca0320cef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6e0aaefe21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: b5e19372-987e-49b7-bddc-7a96dbc4b223
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:52Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6e0b203094
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 962e2644-18e2-4a4e-8ee1-46b51f08088b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f01fdcccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: d1cbcd90-cc1a-4992-ab1c-b597fa23f5f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f05c8cd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: 6b13b4f6-7150-4e67-8597-05da73a13545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f063c655a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: e36aa431-9efe-4998-b514-29400c1c6f56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f0645d37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: bd79b8ec-d7d6-45e7-9676-d01fdc6d1e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f096c4cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: e9f6e309-1e11-4381-9c8d-5e0aad9c3f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:15:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:56Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f09e61094
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: 5878bf3c-d21a-46b2-8b86-9ec37100e221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:17:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:05Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e6f3e09f98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: 7f267c57-5b58-4e48-9f6c-ad603a1f94f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e82b6f930e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29619"
    uid: 19830557-0e02-49d1-baee-6af0301f5e84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e82b6f996f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29620"
    uid: 81917855-6876-4b12-ad05-1958fececf42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: bd2e9cc4-f6aa-4f25-b347-f7a2689b5831
  kind: Event
  lastTimestamp: "2026-09-17T18:17:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:23Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-lczcv.18d62e83446a9346
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: cf769c87-f8e0-4e05-b121-0f4970656f07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-78968789f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28778"
    uid: 9aedec6c-1a09-4937-9e70-8ca05e98ef4a
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-78968789f7-lczcv'
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7.18d62e6dc0606c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: d4ae48c7-5fa8-4d99-a1ea-0db42afe2e1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28777"
    uid: 60c61140-46d9-433d-9854-65bf62149320
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-78968789f7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-canary-rollback-v2-predictor.18d62e6dbd05b6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28779"
    uid: bf160032-18da-4a75-968d-005e260d3114
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 762c8f8b-eaf2-4530-9577-f42360fd0418
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback.18d62e6dbee33509
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 7721ca1a-ad0d-4bb1-8cfd-3e1fccb53ed6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 762c8f8b-eaf2-4530-9577-f42360fd0418
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback.18d62e6dbfb820bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: e45787b0-a7ae-44a0-85ce-ae5a3ebcc8a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 762c8f8b-eaf2-4530-9577-f42360fd0418
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-canary-rollback.18d62e6dbfb88261
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 63f6ee84-3c4d-4ce8-bd6b-a99676147551
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: 762c8f8b-eaf2-4530-9577-f42360fd0418
  kind: Event
  lastTimestamp: "2026-09-17T18:18:50Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-canary-rollback.18d62e8185001390
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: ceb635fd-7029-4f6b-a1fa-396a7007ced9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:56.275208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-2578m
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e98ed2a185b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: ebaf6466-40c9-4d3c-95b1-7f54c7fc77af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e98f7eac162
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: 73830459-b4d5-47a5-b22a-6838327782e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30562"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9932f8fd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: e0f749c1-ab1f-421f-ba34-ebde2392fe30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e99344dd525
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 654f8855-0ea2-4a9c-b48e-dac7fdd867e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e99374ef13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: dd9d0228-d7a0-4356-ad37-b069986271ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9937b27f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: 7b35a1ce-2e02-4b85-840d-4d25469f8e9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a13a9cfd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30646"
    uid: c1dca3aa-651f-4f9e-8ca5-a939b5beb380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a169b9eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: 982a4606-8377-4eca-9422-71b16da186de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a173191e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 89df49aa-6a4d-47ad-8147-d17106d12877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a173bd377
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: eadf351b-62ef-494b-b400-1445424b8ac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a19dd299e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 5c63d029-2e18-43b7-8ffc-0aceafd4fa06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a1a4b2086
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0e811eeb-f68e-43b5-925a-4ee30e1463ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62e9a8be820a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31540"
    uid: 0fd87dc1-25cf-437f-a457-1e70fab8b907
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62eaddec4bdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 3c193124-9523-4189-b3b8-67f12a8ffa8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62eaddec5e0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: 18450d7b-69fc-48db-9d6c-ad18044c0c40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 875e02fa-930a-4649-8863-746ec8707b61
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-2578m.18d62eae921dce31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 99e5a568-4e15-48c7-aa51-877816c21c6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:56.229117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e98ea6ac2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: 32f99d91-7d49-46e9-b074-5eb8f7702af2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e98f74dfa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30567"
    uid: 93f87537-cd91-49c5-9ea0-0725c1188a9f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e99300e0d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 141e6231-1a02-4df5-82d9-ce90305c645c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e993194a6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 488ba6ad-4856-487a-8a38-373bf825fa97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e99349376ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30597"
    uid: 31774fea-9ec2-4df5-a451-06bbb3879b28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e99350678ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: 4410438d-d994-43dd-a2f5-31f1a56fda77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a434d1071
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: 61894eec-ec84-4434-89c3-aa934551caed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a467ee00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 69e521e9-e4a9-45bc-9945-6eaa91488816
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a46f10546
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 53a3fdd3-432f-44ec-a97f-88286d65cd43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a46fbe62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 396fdd96-39d7-4749-90ad-873981b2cc09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a49cb314c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30668"
    uid: e949fcfd-52b9-443e-a5fc-d3c8a84c5b98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:19:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:02Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a4a38389e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30669"
    uid: ee20c2fc-70cd-4c81-bacb-e6a21f2d6769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:20:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:09Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62e9a7f7a29dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 82d97636-5303-4e93-8b78-b49ff0f4897d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62eac38e35ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: feaacf77-e3f8-4707-8148-37a59d7925ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 20456cd0-3433-42d5-bf03-8c69516c0774
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-lh5cv.18d62eac38e3e75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 9559ffe1-eb88-47af-b5c5-86b397ff9e8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 9174fedb-3bef-4900-be17-c7cca3c55dce
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-lh5cv'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62e98e9fcc092
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: a236fd49-3e7a-4a2e-af5e-d0356a57b5f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 9174fedb-3bef-4900-be17-c7cca3c55dce
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-2578m'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62e98ecae4be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: cccc3307-05e1-4cdc-bb38-57ac4e2f7134
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: 9174fedb-3bef-4900-be17-c7cca3c55dce
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-646f5bdbcb-lh5cv'
  metadata:
    creationTimestamp: "2026-09-17T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62eac38b955d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: ef1f8736-c50e-4ab4-ae46-7275890b03ad
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 12549a60-7359-42b7-8e81-8353426c6ff4
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Scaled up replica set isvc-canary-stop-predictor-646f5bdbcb from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-predictor.18d62e98e6e92134
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: 97ad11e6-a888-41fb-a8bb-695a886bb0ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: 12549a60-7359-42b7-8e81-8353426c6ff4
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: Scaled down replica set isvc-canary-stop-predictor-646f5bdbcb from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop-predictor.18d62eac385c7609
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: 3ee2e0c6-7a9c-44df-ba0a-123503259ec7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:56.189587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e98e80fb88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30536"
    uid: e245e3b3-08cf-4e5d-8170-3423b85cb8aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9909f51a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: b981c0b8-7bb4-498a-bf64-6432c9fa5466
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e990b425148
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: 038a3791-c769-4c55-9cae-e3cb612275bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e990e000b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 3036b9b9-fc79-4fb5-9027-4647a876e7ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e990e714b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 4c68642e-7d19-4202-bbad-0c7f81d471e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0760d308
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 3e883092-633c-4221-af3d-0d3c7c40eb69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0a63c7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: 9a67fc9b-3e92-45c5-a863-1849e8f120a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0ada9617
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 3089fc77-8956-496d-b12c-b46db3965c9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0b0f2cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30642"
    uid: a93508b8-a54c-4769-a3d9-3c4a128ca0b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0dd92e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30644"
    uid: c8e71386-1403-4898-8fa4-400cc0227ee0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:19:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:01Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a0e487a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: bcba6c85-8ac8-4f59-9d22-719f98692d25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62e9a7f799809
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 2a6e2056-d7ed-4194-b8f1-a4e9ba70ff66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62eaddc8f9383
    namespace: kserve-ci-e2e-test
    resourceVersion: "31516"
    uid: 790e9577-ba97-4deb-9fad-7f8f243c9e67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62eaddc900c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: 032d39e9-0fae-4244-ac7a-445ffb28780c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 87fa04bd-2308-41bc-8818-07e1c6b51295
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x.18d62eae85af436a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 042ad5dd-b3a6-4d79-8d0e-b887ea9df3c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: f630feef-4606-4714-ae77-f68b74191264
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6cbcf9f68f-sfv8x'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f.18d62e98e7a05574
    namespace: kserve-ci-e2e-test
    resourceVersion: "30532"
    uid: bd00ae4d-7a78-4e53-b776-a7aea21d72a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30514"
    uid: 25da9964-6938-4474-820b-80bae4f66821
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6cbcf9f68f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-canary-stop-v2-predictor.18d62e98e4db0e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 50e893db-f9fc-4cd3-b069-3f4ea98062d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: d8f9eea5-8553-4667-9efe-5eb7f79ea6f6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop.18d62e98e6a12bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31450"
    uid: 24beb212-050b-4920-b894-ca7502ce72d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: d8f9eea5-8553-4667-9efe-5eb7f79ea6f6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop.18d62e98e71ea8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31446"
    uid: 60436a3b-31e1-48d8-8893-d6f719246bbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: d8f9eea5-8553-4667-9efe-5eb7f79ea6f6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:19Z"
    name: isvc-canary-stop.18d62e98e71f2a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 93d280cb-ea7a-40b6-a91a-a71b3bfda50a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: d8f9eea5-8553-4667-9efe-5eb7f79ea6f6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:17Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:17Z"
    name: isvc-canary-stop.18d62eabbcaec966
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 73072a4e-6439-4e49-beb7-60f4ab117a3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:30.047585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d279aa15d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: cabffc39-6d7c-40ce-adf2-a98277735b65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d27bcd92b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 6f7ca814-311f-499e-937e-f6517b9a4b87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d27be340951
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: b1f4a97f-4a4c-467b-bad3-487ba81b379a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d27c1a06994
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: b019d5d9-4d15-4456-be1f-91701dd52166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d27c215a51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: bd9fad07-e856-4efa-bb8d-eca446c46148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: fef8b62e-a60a-4058-b8cf-d2475c2484ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:39Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d.18d62d29ea33b248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 0ce34ec2-d07e-459c-9ec4-e1b88960dcff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 739bcbff-f517-4b8e-89ad-ed8cac407027
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'Created pod: isvc-init-fail-3e69ce-predictor-58cdd6dc8c-fmq2d'
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-init-fail-3e69ce-predictor-58cdd6dc8c.18d62d279a5e39ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 76037a21-fcd6-490f-a6a8-2c05e05afbf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-3e69ce-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 78bda5bc-08f1-4d18-a1f5-b2f22d3d8093
  kind: Event
  lastTimestamp: "2026-09-17T17:52:29Z"
  message: Scaled up replica set isvc-init-fail-3e69ce-predictor-58cdd6dc8c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:29Z"
    name: isvc-init-fail-3e69ce-predictor.18d62d27955e1af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 755b6ab5-539b-4191-9180-ef7af6e71674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3e69ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 08d9bf67-4816-4abe-bf7d-bf05165498bb
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: isvc-init-fail-3e69ce.18d62d279b7a7de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: de563104-f51f-46ef-afe4-a5d0d5949cce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3e69ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 08d9bf67-4816-4abe-bf7d-bf05165498bb
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-3e69ce":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-3e69ce":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-init-fail-3e69ce.18d62d279be4a59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 97b67428-cadd-475b-b2b1-e77f4d9936d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3e69ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 08d9bf67-4816-4abe-bf7d-bf05165498bb
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-3e69ce": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-init-fail-3e69ce.18d62d279be4f2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: fc73c630-ade0-4b98-96de-0f00af17bb24
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:36.499480Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31648"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-6255j
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb042ff2028
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 8bd69b76-9e3b-4dff-b490-542cde82f320
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb064f696bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: a286ce24-4856-4d01-a110-0e95a1be8f4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb06683c9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 50350671-832f-4117-9656-95f5b3d922dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb0695abdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: 01172a84-3292-47d5-88fa-de86421fdcaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb069c9ab7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 7f420cfa-fa0f-4821-8e65-570552f8aef6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:41Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb16c017cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: 2a9a2cee-6a7f-4a64-b23a-b0e01cfa7a9a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:47Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.416s (6.416s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2ea716e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: eabf8bd7-d430-4e8a-9bb5-ef97ec82f2c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2ee726efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 785eb383-06e9-4991-b7a8-86e6c73008b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2eee0c73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 26bed6a6-7f50-4382-b050-7a95fbc635f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2eee9cb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 58c800b5-e89e-4857-af75-6c0ce77b1edb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2f1684072
    namespace: kserve-ci-e2e-test
    resourceVersion: "31764"
    uid: 555a0b9b-ca5b-4c18-9b27-06f8d8db4274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb2f1d4b291
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: 8e868dd1-56b8-42e9-9517-f48e2f1f4fac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:22:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62eb34b32e07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: ccead201-4376-4c08-bc3b-c0b1c38fbe55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:22:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62ecc5afdbcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32685"
    uid: 66f261ed-0105-4145-b0ef-b4d320df8144
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:22:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62ecc5afe4043
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: 1a0a8303-2c02-4d85-81c7-617d36b98030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6255j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 9adc9c04-3250-428d-bcda-bfc8ed97077a
  kind: Event
  lastTimestamp: "2026-09-17T18:22:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6255j.18d62ecd2384a715
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: dee810be-b9b4-49e7-8a20-09d73c5e6bbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31637"
    uid: 5081c2bc-7d5b-49d4-b04d-ab34bf12b6c6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:36Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-6255j'
  metadata:
    creationTimestamp: "2026-09-17T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62eb04283c82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31649"
    uid: 62d8e450-8883-4e86-9596-e79eec345815
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: 682bfb7c-772a-4a1d-9c8b-041bfa0967c8
  kind: Event
  lastTimestamp: "2026-09-17T18:20:36Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:36Z"
    name: isvc-lightgbm-predictor.18d62eb03d5a3009
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: 61759ee9-e6f8-480b-9f19-7e0d299701d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 3c015d80-6186-414c-8ac5-8b639f4ab683
  kind: Event
  lastTimestamp: "2026-09-17T18:21:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:36Z"
    name: isvc-lightgbm-predictor.18d62eb3bbb9c5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: f9f82b6c-cc55-4722-bc33-a4dd1284f046
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 3c015d80-6186-414c-8ac5-8b639f4ab683
  kind: Event
  lastTimestamp: "2026-09-17T18:21:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:36Z"
    name: isvc-lightgbm-predictor.18d62eb3bc1978a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32209"
    uid: 86ac7f2d-b0d9-4c21-a482-b9d92b55f39a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 3c015d80-6186-414c-8ac5-8b639f4ab683
  kind: Event
  lastTimestamp: "2026-09-17T18:22:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:36Z"
    name: isvc-lightgbm-predictor.18d62ec1b770e764
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: d4a692fb-ed3a-421a-94b3-24d99dbd1146
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 3c015d80-6186-414c-8ac5-8b639f4ab683
  kind: Event
  lastTimestamp: "2026-09-17T18:22:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:36Z"
    name: isvc-lightgbm-predictor.18d62ec1b7d65c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: a2b17372-0116-4f44-a260-cf8ce73d94f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:42.368153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecd915ac232
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 56018288-00fc-4e40-b4bc-1ca2b335ceee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecdb3a1166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: c8dd1671-d142-4f3b-9652-947f34411fb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecdb4e141fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: a89a2188-80a7-42b3-b465-dfae2a35959c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecdb7b3ba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32789"
    uid: 73ff2b00-2699-432f-8a39-e402f9708599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecdb8251770
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: bf7103cc-e82c-4379-ac1b-754022aefcdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecea9344962
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: b73c08ca-b83c-4928-89ee-f28dc28d2d5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62eceac66da72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: d1eb362a-5711-4c96-bb6f-30ebdf657d8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62eceacd6b66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: 0742919f-a09d-4cff-9aff-8e32d87257f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62eceace01388
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: 28841616-5b98-4e90-93b7-7522f9034ea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62eceaf88549b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32830"
    uid: a0d0cd64-3cde-4197-8ef0-7013cc7a53d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:22:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62eceaff999c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32831"
    uid: 2316cd83-eeba-4763-ad18-b9b90d511aee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:24:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ecee55440a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: d1f3417d-8f02-49b8-9141-74ca8a130105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:24:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ee532547597
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 49e67dac-b235-47af-a353-eefd36f20e26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:24:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ee53254f7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: d06592a6-4065-4c12-8be5-8b2744c88b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 71c71769-a0f6-4c7d-8bf7-a41c4da6b022
  kind: Event
  lastTimestamp: "2026-09-17T18:24:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456.18d62ee53f93986e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: 29a7f60f-f604-4a2b-ab32-8e45795d53b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: b0335044-f870-4a77-a1df-3fcebca66169
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-qx456'
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d62ecd90cae4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: a732e7b7-8d32-4409-81e5-17d0ae1d5f1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 2c66bd90-aaa7-4942-b035-c9e2eafc12e7
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime-predictor.18d62ecd8c926e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 755da852-9e6b-418d-a1f2-d12a1cfddea6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: e404c4a3-9236-4777-a2f3-9dec695e2376
  kind: Event
  lastTimestamp: "2026-09-17T18:23:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:12Z"
    name: isvc-lightgbm-runtime-predictor.18d62ed10b003174
    namespace: kserve-ci-e2e-test
    resourceVersion: "33099"
    uid: af24cca8-c6af-42e9-91af-50d8164acbaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: e404c4a3-9236-4777-a2f3-9dec695e2376
  kind: Event
  lastTimestamp: "2026-09-17T18:23:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:12Z"
    name: isvc-lightgbm-runtime-predictor.18d62ed10b6f83aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33100"
    uid: 58a13bb7-e600-4494-9e7e-f7bf5300e653
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: e404c4a3-9236-4777-a2f3-9dec695e2376
  kind: Event
  lastTimestamp: "2026-09-17T18:24:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:12Z"
    name: isvc-lightgbm-runtime-predictor.18d62ed80943a032
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 8a4b4f21-fd7b-4201-be96-236dd655a890
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: e404c4a3-9236-4777-a2f3-9dec695e2376
  kind: Event
  lastTimestamp: "2026-09-17T18:24:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:12Z"
    name: isvc-lightgbm-runtime-predictor.18d62ed809b5a110
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 105b1227-d655-429d-a3ae-4535c22fc139
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32732"
    uid: c17ae0f6-d335-46cd-93f8-9a1618b6883d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:21Z"
    name: isvc-lightgbm-runtime.18d62ecd8c8c3fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 7e282952-fd2d-4001-a62c-a80701dcc84e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32732"
    uid: c17ae0f6-d335-46cd-93f8-9a1618b6883d
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-lightgbm-runtime.18d62ecd8d02b23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 2ae294ff-3a39-44a6-8b8a-2f59fd1b8fe8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: c17ae0f6-d335-46cd-93f8-9a1618b6883d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:21Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:21Z"
    name: isvc-lightgbm-runtime.18d62ee4abbf0098
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: c67e9425-cbf2-4b50-bc44-cbafa93d297c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:24.282371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef344317e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34330"
    uid: 248b78b9-6fc4-408e-9cda-14ee3fde42a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef3661d7090
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: e3a264f8-2a85-4bf3-86ac-252af73df906
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef3674c6fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 57fdf7f7-bdb8-409a-abca-46056a75f843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef369f5cc05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 6af0e816-9c70-4697-9512-1c7a94b9fc0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef36a613fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 92919246-4045-4788-97a3-705f3895736a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef453a2a930
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 00159fd5-8800-4989-a12f-d674304e1618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef45771917a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 85f270f5-7775-404a-b90b-52987c2b6714
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef457e2305d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 5dbe8ee5-b3a3-4be4-9ed6-822a80ecba70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef457ebc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: 2755b34d-ad7e-45b0-b9c7-409358b78c64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef45ac60f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: 46763451-9420-4204-b880-4328fd09178a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef45b3fbccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: cf16e346-892c-49e9-a5ef-ef9643110141
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62ef4cbf3e242
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: a32a5123-e6f5-4ee6-a7e5-9e737f34d187
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62efa477d95c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34676"
    uid: 02389dc2-1742-4cdc-ac86-fc21d58685bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: 51782ea4-5fef-4f89-b155-c948c5145c1a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2.18d62efa477e03e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: 2ecca713-2e01-40ed-979e-fc821139ab08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: bdbb145e-336d-4160-a635-8785b3c17bf4
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-5ftl2'
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62ef343b871ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: bd40f1a9-8a4d-448c-8863-53fdc2776a2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34311"
    uid: 0fc5dbfe-f816-476c-8413-c076d66e4b6d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ef340cd0905
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 42874596-a8da-40fb-8745-a6f3b1774afa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 30ea3323-127b-4fb6-a64b-21aa0fa12bb6
  kind: Event
  lastTimestamp: "2026-09-17T18:25:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ef6bfbf818f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: 2f94cc13-1b68-4cb2-8f58-a620b8cb5cfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 30ea3323-127b-4fb6-a64b-21aa0fa12bb6
  kind: Event
  lastTimestamp: "2026-09-17T18:25:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ef6c02a1a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: aab45967-6b8e-419c-8bed-20aee9867c0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: 3b9b0d58-9338-4327-98d1-32ecbe4e3029
  kind: Event
  lastTimestamp: "2026-09-17T18:25:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:46Z"
    name: isvc-lightgbm-v2-kserve.18d62ef340de5fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: ab0d9bb5-eee9-4be8-adc5-bbb64a8b1264
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: 3b9b0d58-9338-4327-98d1-32ecbe4e3029
  kind: Event
  lastTimestamp: "2026-09-17T18:25:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:24Z"
    name: isvc-lightgbm-v2-kserve.18d62ef3414d6452
    namespace: kserve-ci-e2e-test
    resourceVersion: "34320"
    uid: 30f5350c-23de-4267-91b8-eabb5a260b06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34606"
    uid: 3b9b0d58-9338-4327-98d1-32ecbe4e3029
  kind: Event
  lastTimestamp: "2026-09-17T18:25:46Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:46Z"
    name: isvc-lightgbm-v2-kserve.18d62ef88b36ce41
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: 7e94375e-2a2a-4de3-a3ee-a9b39999983c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:29.029824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee666e28e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33807"
    uid: fe076117-8a51-48ae-8e61-b71d9120022a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee6734f081e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: b55b9e20-b953-4de2-9aa9-ce1a20d267ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:30Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee6ac83ac2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: e537baca-4404-4ee6-ab7e-71d5719e55fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee6adf34cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: e1e4921e-d29a-4558-9269-b802ea8abb41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee6b0db9b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: e479b1d7-26eb-484c-876a-4f185ba340df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee6b14b7cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: 54f15487-42d3-477e-8470-d14cf982a81b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b234cb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 6c308750-54fb-4766-b60e-686dcc163206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b4fe82db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: cb219fd8-bd16-44bc-a383-66008a5863b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b5703062
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: c58b5a0a-5966-4006-af08-061f52237151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b57a4804
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 2eb9ce5a-b5f4-48b0-8665-172f3ec516c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b847bf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 10e03976-d672-46e3-939c-e1c1e9622672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:24:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ee7b8b3bd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33881"
    uid: d9d201b5-2895-47e2-ac37-a034450d3ef2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ef20faba63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34243"
    uid: 077720ca-54c8-40fa-b608-0d18e5382608
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 51ecdcc7-9ed7-4de6-a62a-40289ef05c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl.18d62ef20fac30f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: 97893674-7142-4403-8321-797e741c087a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 7c26caac-4218-405c-b766-fceb6d9c6983
  kind: Event
  lastTimestamp: "2026-09-17T18:24:29Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-w8mcl'
  metadata:
    creationTimestamp: "2026-09-17T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62ee666924a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 5c3f30e6-d6e2-4f5c-81cb-5a890be4862e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 35602cb3-2b2d-4369-9c0c-b6d5df6661b8
  kind: Event
  lastTimestamp: "2026-09-17T18:24:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:28Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ee663d61f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: 10ce6e96-8fc6-47a5-8ad7-73626274bb66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: 2d4e18f3-0016-4a9f-88b3-7a3b93ff9514
  kind: Event
  lastTimestamp: "2026-09-17T18:24:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ee9e22d1907
    namespace: kserve-ci-e2e-test
    resourceVersion: "34057"
    uid: 06126761-1967-4ea6-ab16-1346679ee041
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: 2d4e18f3-0016-4a9f-88b3-7a3b93ff9514
  kind: Event
  lastTimestamp: "2026-09-17T18:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ee9e297fb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: 0ec74a61-95e5-4324-b939-c8b071b899c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 2d4e18f3-0016-4a9f-88b3-7a3b93ff9514
  kind: Event
  lastTimestamp: "2026-09-17T18:25:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ef0e0203cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: ff9ecb3f-9b04-47b6-9ed4-6540fcd8d14a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 2d4e18f3-0016-4a9f-88b3-7a3b93ff9514
  kind: Event
  lastTimestamp: "2026-09-17T18:25:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ef0e08773b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: 3d98fc71-9ce2-470f-a53f-aff953f9de91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: 9da3acf4-46e0-4257-b085-a2bf6ba3e593
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: isvc-lightgbm-v2-runtime.18d62ee663aa8034
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: a10602d6-6550-42d6-b592-4f678e0bcf3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: 9da3acf4-46e0-4257-b085-a2bf6ba3e593
  kind: Event
  lastTimestamp: "2026-09-17T18:24:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:28Z"
    name: isvc-lightgbm-v2-runtime.18d62ee66408cbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: b05f78d1-bfe6-4390-8211-7a825fa2ca4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 9da3acf4-46e0-4257-b085-a2bf6ba3e593
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: isvc-lightgbm-v2-runtime.18d62ef055dcffc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34153"
    uid: 0f63f987-1bb4-4e84-83bb-16d968c53860
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 33b90e22-a44e-4b74-bdaa-79b1c72015fb
  kind: Event
  lastTimestamp: "2026-09-17T18:22:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:26Z"
    name: isvc-lightgbm.18d62eb03da2a6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 9eb4e677-d48e-4c84-9200-3f36a2ff726f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 33b90e22-a44e-4b74-bdaa-79b1c72015fb
  kind: Event
  lastTimestamp: "2026-09-17T18:20:36Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:36Z"
    name: isvc-lightgbm.18d62eb03e4b069f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: 2a14cda3-e3c9-4e8f-a2ac-553890f728b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: 33b90e22-a44e-4b74-bdaa-79b1c72015fb
  kind: Event
  lastTimestamp: "2026-09-17T18:22:26Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:26Z"
    name: isvc-lightgbm.18d62ec9e4ba9fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: 61fae815-140e-45ef-bd14-3792dfae9283
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:10.394556Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-664ccfb57d-wfstv
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5ae8554993
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 267c290e-c0d3-4135-9b72-3c9195b2f88e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5b0a4bcca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 44d7c962-70dd-4941-91ac-3cd1fd09bc3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5b0bab3042
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 124754e5-a58d-464a-9a4f-8ec275e5e149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5b0edc4a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: efe17069-3eb1-4c49-bb81-06b071c3ee59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5b0f533e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: d61da212-e430-45ad-b0f9-f7bf0434154f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c007286e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: ccb1e1a3-7596-409b-9089-12730e791ffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c03fccf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: fe1df13d-1852-499b-8f38-67460dea1257
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c0477aa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: bdf2713d-bfb9-48ad-a72b-198c7c575718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c048138f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 110396f4-ba15-4d8a-b14d-c82de8ff786a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c07afc04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 991a88a4-d860-4435-9e14-5f32e8caea91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c081fde33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 805d1638-62da-4ac3-9254-ddfc492fbd80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c0829072d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: cc4f98ee-45ff-46ac-9b36-5645ce344198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c0ad826a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 6e3945c0-a30d-4fbd-a355-51c871c7bc49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c0b4c232f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 2e4234b8-c7a0-48b0-a936-a82d75bb2e0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c3c958c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 4b6bd84f-5a17-4d1b-a656-bc6b618b4b1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d5c7869df61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: c93164b7-fe00-4d60-813b-e94d731eb771
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d711fd89945
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 388d9d1a-7515-4baf-ae2e-b4bb97bec487
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d711fd8e297
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: e3eb9297-6e45-4dbb-8a9a-8aec05fca3ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d711fd91fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: fddf0dda-8aa0-4926-a511-ffd5ee5c0a69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-wfstv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 84638809-bcd2-4539-b828-5496cddb9a17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:58Z"
    name: isvc-logger-predictor-664ccfb57d-wfstv.18d62d71a8b08edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 0e680219-3d2b-449d-925f-6694a6fc31ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-664ccfb57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 71bd0a49-3304-4fe3-883a-7f22f5e12b70
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'Created pod: isvc-logger-predictor-664ccfb57d-wfstv'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger-predictor-664ccfb57d.18d62d5ae7e08455
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: a1ce7863-ea40-4bcb-abdc-034779b72353
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 3d9af264-3da4-471f-bd43-f9a1cfcef37c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: Scaled up replica set isvc-logger-predictor-664ccfb57d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger-predictor.18d62d5ae439afe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 3c2419c6-34c2-4605-a0bb-381585c78f04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: fa6f651b-46e9-4ff3-bc16-ed1d4f523688
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-logger-predictor.18d62d5e62bacf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: 68e9793a-b05e-4c8c-84b9-51739f7d5fb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: fa6f651b-46e9-4ff3-bc16-ed1d4f523688
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-logger-predictor.18d62d5e6323f94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18070"
    uid: efc2ba27-c844-45ae-a658-3f797d377901
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: fa6f651b-46e9-4ff3-bc16-ed1d4f523688
  kind: Event
  lastTimestamp: "2026-09-17T17:57:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:40Z"
    name: isvc-logger-predictor.18d62d68df8d7fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: de291797-0794-4929-8818-735b99d0b489
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: fa6f651b-46e9-4ff3-bc16-ed1d4f523688
  kind: Event
  lastTimestamp: "2026-09-17T17:57:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:40Z"
    name: isvc-logger-predictor.18d62d68e0002c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 875ef92e-4687-4abd-be33-54eff3be7546
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: ca4c3a37-45b6-4639-b26a-56933242fd7e
  kind: Event
  lastTimestamp: "2026-09-17T17:57:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:33Z"
    name: isvc-logger.18d62d5ae44b305f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 6e514962-747a-49c3-937d-48e13a917f49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: ca4c3a37-45b6-4639-b26a-56933242fd7e
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-logger.18d62d5ae4db8e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: bf36f510-10d7-4152-b686-6d191d8a3ebe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: ca4c3a37-45b6-4639-b26a-56933242fd7e
  kind: Event
  lastTimestamp: "2026-09-17T17:57:33Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:33Z"
    name: isvc-logger.18d62d6e279b8a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: 2f6072bb-32e3-42b0-8e7e-10957438a25f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:59.571969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efb7b9e08ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: 207ae5ed-6ca5-4591-a7db-27e476683bee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:25:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efb889b478b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: 03b3ef73-82d3-4518-8f03-9ef181a464e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34754"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:00Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efbc1988f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: cbeab94e-3d9b-4ebf-b3f7-0f205c301474
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efbc2e6a7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 07db0563-4ad6-4864-8b7c-103d0a82cc71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efbc686343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 28343169-a30d-49a3-b698-a668cbbbeeee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efbc7274576
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: aeb99042-8eb8-4cec-909c-1f7aa99dffff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc006d860
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 87b8f053-1a49-475c-b33f-dc58478b1b7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc358e09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: bb0ba84c-87a8-4443-9d64-8356ce13fb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc3dc04aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 8d4e5fb2-d259-4749-ae4d-b573787fb6ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc3e51ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34812"
    uid: 1b808d6c-98f4-4213-897f-0273e042bbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc73d9f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34814"
    uid: 72e58ff8-3ab9-47cd-b8af-6ca4deb4d743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62efcc7a77e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: 71dcd7d3-4d92-457f-9a19-c9a2c6e80398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62f0723d78789
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 6bfc3977-c310-48e9-bf94-b761af302e89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 227bd8d1-8489-49f6-b586-896a7e8f60eb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp.18d62f0723d81821
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 9d284c3f-0e2f-424b-b735-db83c73fa384
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34734"
    uid: a909b18a-3eca-4aa0-9fc4-4a6f609e7c38
  kind: Event
  lastTimestamp: "2026-09-17T18:25:59Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-qcsxp'
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d62efb7b3767bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: d3ef4146-9503-4400-99ee-50c9380fb035
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 07328daa-3e4a-425e-bbc8-a1fd20f9c8f9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:59Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62efb785a2281
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 1a4e8e6c-5e55-4ab5-bbe6-32c36ef32ff7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: b1fedfa4-4a26-421f-8d08-baf65f0e7afb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62efef6ce015a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: ddb7bfc2-edc0-408a-b688-0d67fbfdc80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: b1fedfa4-4a26-421f-8d08-baf65f0e7afb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62efef73847b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34995"
    uid: 87401cc1-9f62-43d5-b5d3-1aa579cbd50a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: b1fedfa4-4a26-421f-8d08-baf65f0e7afb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62f05f48802bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35109"
    uid: 56640d49-b291-4426-914c-98c0a1a9edab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: b1fedfa4-4a26-421f-8d08-baf65f0e7afb
  kind: Event
  lastTimestamp: "2026-09-17T18:26:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62f05f51a4753
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: 55f4a433-0f64-4939-8b27-13eacb30a706
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: e35e4c6f-25ab-469f-92c3-d342bdeea735
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-mlflow-v2-runtime.18d62efb7858dbdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: 4d5084e9-4650-4d7c-872a-a733baa257b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: e35e4c6f-25ab-469f-92c3-d342bdeea735
  kind: Event
  lastTimestamp: "2026-09-17T18:25:59Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:59Z"
    name: isvc-mlflow-v2-runtime.18d62efb78d3f680
    namespace: kserve-ci-e2e-test
    resourceVersion: "34740"
    uid: 7bb6d803-80cc-423c-a8d4-494cf204d76b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35096"
    uid: e35e4c6f-25ab-469f-92c3-d342bdeea735
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-mlflow-v2-runtime.18d62f059f8d6f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 9db7212d-d431-4755-8e75-0f9a3522b5cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:20.065256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36042"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c31ab7cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: 74b3c5ae-93e2-47ff-b1cc-5a12f1985669
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c39a11407
    namespace: kserve-ci-e2e-test
    resourceVersion: "36056"
    uid: 93b46ddd-a684-437e-bf50-6b05b78214c5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:21Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c778b577c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: c1e33bf6-c920-49a4-8081-083e2a60af6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c78f859cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: 013fc05b-2fec-4ae8-920d-7e760bdb0d53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c7c4a6fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: 1efbe27e-f50c-4d25-b040-5cd988b7f291
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1c7cb6ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: 456c993b-007c-4700-9a9e-7a0700ba778a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:26Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f1db9d72a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: 3b69b9fc-6ae6-487b-88dc-167eb4056040
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.59s (11.59s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f206cae9b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: 497e1f48-56f4-4e42-9a74-6b0b853dc7cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f206f87eb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: 3c12c647-d749-4d78-9cdc-ba5c8f856c86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f206ff6dbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: 157201de-10b9-4359-a3eb-5d28743f4aef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f206fffc81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: a44cb9b8-bf4d-4dfa-bf30-3d851c3c30d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f2072925bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 7bbeab8d-15e6-48f1-9a33-e78bf32d6101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f207348d5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: 54b415c3-6cc6-4558-8084-c375807af168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:14Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f2088c198b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 6fe470b9-0b3f-4bc2-a536-3746437bbbbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f2cd1df4210
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: b99dd8f6-5037-4f7e-b109-7b2a0e00b728
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 4fc18b2f-e780-4c6d-a956-07b35eb91e1c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fbxsc.18d62f2cd1e20ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: cbcc9ace-4baf-4b7c-b4ef-b8cd7baf0b1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: 6132fd31-b623-41b8-b928-04fa3bace5f8
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-fbxsc'
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d62f1c3118b6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 3c4d15e5-f46b-49aa-b150-423fb1778fbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: f6e88f09-3179-4dc7-a1b7-aa72430f1d30
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-predictor.18d62f1c2e34a832
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: 6c7fcb7f-aa9a-42de-903c-a27dd7d99771
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 114f641c-12dc-49f4-976e-f95ebb4e2647
  kind: Event
  lastTimestamp: "2026-09-17T18:29:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:20Z"
    name: isvc-paddle-predictor.18d62f1fad172bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 05534a86-ff9b-4a7e-888c-b3b769f17237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 114f641c-12dc-49f4-976e-f95ebb4e2647
  kind: Event
  lastTimestamp: "2026-09-17T18:29:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:20Z"
    name: isvc-paddle-predictor.18d62f1fad71e72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36702"
    uid: 1b267526-309a-4475-a904-21bd589bab4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: 114f641c-12dc-49f4-976e-f95ebb4e2647
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-paddle-predictor.18d62f26abf14fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: 5c2c4427-28e4-4f55-a467-cb4fa764246a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: 114f641c-12dc-49f4-976e-f95ebb4e2647
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-paddle-predictor.18d62f26ac563386
    namespace: kserve-ci-e2e-test
    resourceVersion: "36590"
    uid: eefcbbe2-5802-4e53-8e46-5434be4a1eb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:29:36.657386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-b527c
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:29:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2e06ea9f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36878"
    uid: 00afe066-9c72-4d9e-a36c-2c8995c96a67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:37Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:29:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2e2925de63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 9d16ba2f-b8db-42df-aaa4-d3f3ff4ccb4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2e2a8a3213
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: dba34d4d-21a5-4053-a439-60deef74edc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2e2d46de60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 8a4e47df-a305-4d2c-b448-d18b963b55b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2e2db5b525
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 63a6d2d2-895d-4a4d-978b-91cf80a276ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f4390970f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: cdee0401-5726-455f-bfe3-c3f1862e8ec1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f46f6e2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: b5ef0b82-14c9-4f3b-b758-621e3890ba7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f4767ff3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: fd37faee-9c28-4ae0-9225-c676d8f42806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f477159a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: 3f14cff2-4496-41ad-958d-ad4831fa5414
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f4adbfc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: f1f75eaf-83b8-4fd0-abd4-e8d1c073c42c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2f4b479d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36949"
    uid: 61b2e363-0f89-4915-b7d2-4ddbfb4b6c34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:39Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f2fbb541f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 9fd95a42-5c1f-4764-8c14-b61a9cb9cd05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f3c52e8bf5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: c18f0df3-da3c-4130-9b9b-dcdb68a2ec1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f3c52e964ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: e707be48-14a4-498b-bbd1-a2aa0afa61e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 21f11740-b17b-467e-8de2-4f1ad721382f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:39Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b527c.18d62f3cc562b001
    namespace: kserve-ci-e2e-test
    resourceVersion: "37579"
    uid: d5272054-afc4-4c76-b88f-fd93a929a5c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: 14601c8f-f8f9-40b1-960a-f6db28f5f5d2
  kind: Event
  lastTimestamp: "2026-09-17T18:29:36Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-b527c'
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d62f2e068970c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: 530b7f4f-0453-43a0-9bf1-340c9635aab6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: 8f3b0f97-f83b-468d-930c-e0b35bdfbd2a
  kind: Event
  lastTimestamp: "2026-09-17T18:29:36Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:36Z"
    name: isvc-paddle-runtime-predictor.18d62f2e03894aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: c263b088-17e3-4d34-8faa-2e76990f64cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36859"
    uid: 43e6264b-70f7-42d0-9f66-1e45ca36bfbe
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-paddle-runtime-predictor.18d62f31821e60a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 1469e83f-0fbf-48f1-924d-d440f97b3d9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36859"
    uid: 43e6264b-70f7-42d0-9f66-1e45ca36bfbe
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-paddle-runtime-predictor.18d62f31827fce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 7d9d332a-8610-4444-925f-b2405bfc27b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: 43e6264b-70f7-42d0-9f66-1e45ca36bfbe
  kind: Event
  lastTimestamp: "2026-09-17T18:30:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:36Z"
    name: isvc-paddle-runtime-predictor.18d62f3501fb122b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: 7b40d63d-8856-4b56-a8aa-7e42d779215c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: 43e6264b-70f7-42d0-9f66-1e45ca36bfbe
  kind: Event
  lastTimestamp: "2026-09-17T18:30:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:36Z"
    name: isvc-paddle-runtime-predictor.18d62f35026d83ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37533"
    uid: 30634c00-f5d5-4ad7-b08f-28116f3b8514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 6bfb56cd-1cda-4fb4-a668-050d9bd6b3e8
  kind: Event
  lastTimestamp: "2026-09-17T18:30:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:30Z"
    name: isvc-paddle-runtime.18d62f2e03995057
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 5596e9fd-a582-47e9-9278-49616395f73c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 6bfb56cd-1cda-4fb4-a668-050d9bd6b3e8
  kind: Event
  lastTimestamp: "2026-09-17T18:29:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:36Z"
    name: isvc-paddle-runtime.18d62f2e0408b6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: 5fe4c638-376a-4940-8e3f-59dd9d365de0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 6bfb56cd-1cda-4fb4-a668-050d9bd6b3e8
  kind: Event
  lastTimestamp: "2026-09-17T18:30:30Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:30Z"
    name: isvc-paddle-runtime.18d62f3a77858d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: e0d3b360-03c5-4080-9e7f-4e61dec5eb87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:43.273509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3d898bfe39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: f6cc12ea-a0c5-49af-a3f5-f03a20ac86c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3d991bd100
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 8d7c2ca2-b15f-4c77-b295-eb6d3042c172
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37639"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:44Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3dcf5626e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: 34a1cbf0-87e1-4090-ae9c-feb88c891932
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3dd096e678
    namespace: kserve-ci-e2e-test
    resourceVersion: "37662"
    uid: aec78274-3dd4-448b-844b-83fc0ef5d753
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3dd378a09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: ef843257-2556-4db2-992d-a18b1531652a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3dd3e89728
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: 980d94f2-6a0b-4e00-aa52-8e0c8c1e8bc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3eee5b8e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: 3eb66b6a-d63b-4fc1-bf62-6036c9d7049e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3ef15a4650
    namespace: kserve-ci-e2e-test
    resourceVersion: "37703"
    uid: 06f9ddb4-7663-45c4-a06c-62d084c1bd57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3ef1c7cb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: a1798b3a-8d6d-4426-b527-2a7665a40c27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3ef1d0936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: 9cb4fa41-de81-4dfa-a047-25f39803f01e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3ef4a6118e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: cafecbaf-a80a-4902-a772-aee736701aa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3ef515cb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: 848bc9ff-ca03-4e38-b6c2-03ad86ebcd2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:31:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f3f2a5ea0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: 2b44c3dd-3fda-4347-8f0a-3d061cd121f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f4be7042ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38152"
    uid: 736188c1-2174-4970-891c-ca7390ce3b23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f4be704a611
    namespace: kserve-ci-e2e-test
    resourceVersion: "38153"
    uid: a253f0f6-1fc2-4993-b60e-19be0c868c37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: b9a5688b-bbe7-4405-9b6b-6bea7b50d9f1
  kind: Event
  lastTimestamp: "2026-09-17T18:31:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx.18d62f4c34699ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: 23714350-2040-42da-8801-7db5b72834c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37621"
    uid: 9b069710-3bca-4b2e-8aca-565c6a1c52dc
  kind: Event
  lastTimestamp: "2026-09-17T18:30:43Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nb4dx'
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d62f3d8951d602
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: d580294c-6ed7-411a-b6c5-70ce54c813d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: b82b83d1-5318-48ea-9796-48e221cd0799
  kind: Event
  lastTimestamp: "2026-09-17T18:30:43Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f3d85f6de89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 213e1de9-0062-42f5-a285-c4cae0b62cf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 80d8aa80-0d17-45af-b7ef-83cfb24c031f
  kind: Event
  lastTimestamp: "2026-09-17T18:31:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:13Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f4103dd5faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: c392269b-f2a9-4db1-a48c-ff3ada34048c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 80d8aa80-0d17-45af-b7ef-83cfb24c031f
  kind: Event
  lastTimestamp: "2026-09-17T18:31:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:13Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f4104441978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: 267849c6-a61b-4081-ae34-8a65dc15da9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 80d8aa80-0d17-45af-b7ef-83cfb24c031f
  kind: Event
  lastTimestamp: "2026-09-17T18:31:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:43Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f4801dee133
    namespace: kserve-ci-e2e-test
    resourceVersion: "38124"
    uid: 66ea32aa-1004-4128-a64a-93a1c8932b4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 80d8aa80-0d17-45af-b7ef-83cfb24c031f
  kind: Event
  lastTimestamp: "2026-09-17T18:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:43Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f4802654deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: 98f46190-6188-4099-bdfb-247e2d4346f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 9ea7298e-c7f8-4b42-90f5-0b56cbc38391
  kind: Event
  lastTimestamp: "2026-09-17T18:31:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:36Z"
    name: isvc-paddle-v2-kserve.18d62f3d855c29ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: 3e05a41a-e438-4db8-8433-f6292bb31090
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 9ea7298e-c7f8-4b42-90f5-0b56cbc38391
  kind: Event
  lastTimestamp: "2026-09-17T18:30:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve.18d62f3d85c8e4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: 214f4d65-da65-4027-b8aa-e0885ef5106f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37612"
    uid: 9ea7298e-c7f8-4b42-90f5-0b56cbc38391
  kind: Event
  lastTimestamp: "2026-09-17T18:30:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:43Z"
    name: isvc-paddle-v2-kserve.18d62f3d8b42d50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 5373cade-e183-4350-9b9e-c5d7fe736240
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 9ea7298e-c7f8-4b42-90f5-0b56cbc38391
  kind: Event
  lastTimestamp: "2026-09-17T18:31:36Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:36Z"
    name: isvc-paddle-v2-kserve.18d62f49e5549465
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: bbf461c9-5cce-4c98-adc8-98b76109d146
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: a366bfd9-1405-4194-85cf-1b5c193bbcd9
  kind: Event
  lastTimestamp: "2026-09-17T18:29:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:24Z"
    name: isvc-paddle.18d62f1c2e368454
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: 1c2c015a-d33e-49c5-a3a4-dbfc8afb0985
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: a366bfd9-1405-4194-85cf-1b5c193bbcd9
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle.18d62f1c2eb1c0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: b78d0b24-4ede-4bb5-aa97-f3920ffcdb83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: a366bfd9-1405-4194-85cf-1b5c193bbcd9
  kind: Event
  lastTimestamp: "2026-09-17T18:29:24Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:24Z"
    name: isvc-paddle.18d62f2b449ba39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36744"
    uid: d4e441b0-b133-4511-989e-4940df1fa9c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:50.176927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38218"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-9k4fm
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4d1d4d28d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: 37a08fce-22a8-4491-92b4-86e4ff195a5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4d3f4b5934
    namespace: kserve-ci-e2e-test
    resourceVersion: "38240"
    uid: 7d677277-0a4f-43f5-a28d-25db1528bbeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4d40a02b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: 0d02b49c-a75c-40f3-a6d1-eaaeec7d3221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4d43d8dabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38243"
    uid: dda12c64-9032-4517-8615-1671df68852e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4d4491905a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38244"
    uid: 725cbb68-c741-4707-9192-86cc2dae159b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:31:55Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:55Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f4e5ccb731d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38357"
    uid: 61141e49-277a-4b23-98cf-5ea629a72adf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.215s (7.215s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f500ae3706a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38426"
    uid: fb061566-7b24-4805-8867-b408f47ee7b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f500dfa4e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38427"
    uid: d2594317-8d43-46cf-9ac6-d35228588697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f500e68ae5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: cc0abfab-9ed9-48fb-adfb-208126b1902b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f500e72a314
    namespace: kserve-ci-e2e-test
    resourceVersion: "38429"
    uid: 320ea33a-95d4-4977-8644-77386bdb48b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f501184d75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: 0110ad91-e8e1-4a5f-be6a-886757d87a22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:02Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f5011f180e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 23da3967-dd1a-42ba-b5ad-e12a1fa88722
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:35Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f507865e9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: 0d15ad7f-2c13-43c0-aaae-90e2eaf46d4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:31Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f64cadf41b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: 4ea627d9-bc6c-4b88-82ed-f370ce958fe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:31Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f64cadfefd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: c0346298-0751-4b04-91e9-1f0b522c417c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9k4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 449c83c1-8f6b-4820-a739-6bd9937355c9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:35Z"
    name: isvc-pmml-predictor-8674795f59-9k4fm.18d62f65a89ab458
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: b4fbb210-9bfa-4b88-b5a1-7a9b3f9da175
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 7a72406d-b350-41c5-968a-c91b68ca7316
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-9k4fm'
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor-8674795f59.18d62f4d1ced0c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: abc73d1e-eba7-4538-a40b-11220dcec1f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38207"
    uid: 63ba3e64-9c06-48c3-9faa-bb334fdde7fc
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml-predictor.18d62f4d1a42197c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: 689e5d78-1499-4200-97c6-91188ccb79a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: f7e99f4a-0406-4dff-8826-feddb23864a7
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-pmml-predictor.18d62f5098d6b1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: 92f91bff-4cf6-436f-8f86-ddb441dfa32e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: f7e99f4a-0406-4dff-8826-feddb23864a7
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-pmml-predictor.18d62f50993c1d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: eb84dcda-0520-42dd-9f6a-390269c866db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: f7e99f4a-0406-4dff-8826-feddb23864a7
  kind: Event
  lastTimestamp: "2026-09-17T18:33:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:20Z"
    name: isvc-pmml-predictor.18d62f5b15c2be00
    namespace: kserve-ci-e2e-test
    resourceVersion: "39084"
    uid: be145455-15c7-4a05-9041-f4332e4be162
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: f7e99f4a-0406-4dff-8826-feddb23864a7
  kind: Event
  lastTimestamp: "2026-09-17T18:33:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:20Z"
    name: isvc-pmml-predictor.18d62f5b16478fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: e7aa960f-c1e6-456c-8bb4-8d7b503711b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:32:04.344460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-vqvfl
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f5069c0a85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38493"
    uid: 1b414d5a-02a0-4ba9-9626-e4fba3f9e204
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38497"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f508bca6e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: c5784a99-d018-451f-ad9b-a929d5162b29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f508d204b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 922e7b3b-3df2-4135-86fd-2e89b7e36d70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f50900d2b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: aef16726-c350-4686-9e9c-0e267fb50260
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f50907e0c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38511"
    uid: e0189741-8cbf-4c92-964e-48041a9d0d5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:08Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f517a459d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38547"
    uid: 4ec280f0-cb0b-4608-9e89-3eedd86d1cf8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.374s (7.374s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f5331d77f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 1869cf86-a978-462b-98aa-484421c3d07e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f53354b8bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38610"
    uid: 4844f48e-ec2d-4a82-bc7b-39f18816ca2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f5335c258cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: 2cb35e72-7a6e-4581-a2d4-f6bd9681aeca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f5335cc7b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38612"
    uid: 398082b5-13c9-4274-838f-9ba93354ed6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f5339027af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38613"
    uid: 87974d32-49a6-4fbe-940f-c627208c2845
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f53397ae2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 4db8d9ed-23e7-4016-84ed-7d4694744c9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f539659584b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 67edff7d-6f15-479f-b9ea-a6f181512307
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f681055b1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39388"
    uid: 2d3da283-8525-4f69-8f1d-f335d56bbb36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f681056de96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39389"
    uid: a86cb1c2-66b3-487c-8ea6-f7f602060529
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 6f44dae3-32ab-484a-8767-0962931cd95f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-vqvfl.18d62f68c68f06c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: f1e5f589-fc71-4fbb-8cc5-5d3fb2955dc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38478"
    uid: d7384281-772f-4578-981b-da8665846512
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-vqvfl'
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d62f50695586cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38488"
    uid: 247a2b8d-69a6-426a-a732-283264edddb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: 9d4d438c-94d9-451f-8bce-268e7dbbfe06
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime-predictor.18d62f5066854351
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 5f298992-d4a9-4769-94bb-893341489cc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38477"
    uid: c9b72e65-0224-48d5-95ce-f0b702b757b9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:49Z"
    name: isvc-pmml-runtime-predictor.18d62f53e5209753
    namespace: kserve-ci-e2e-test
    resourceVersion: "38858"
    uid: 4ca0e025-93f0-415a-bf37-bd5fc1168234
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38477"
    uid: c9b72e65-0224-48d5-95ce-f0b702b757b9
  kind: Event
  lastTimestamp: "2026-09-17T18:32:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:49Z"
    name: isvc-pmml-runtime-predictor.18d62f53e58c984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38859"
    uid: 9313d28f-d524-4614-8b08-027952b5daf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: c9b72e65-0224-48d5-95ce-f0b702b757b9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:34Z"
    name: isvc-pmml-runtime-predictor.18d62f5e63dfc35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39215"
    uid: b7114a4b-1753-473b-a5b7-f3feed9ecedf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: c9b72e65-0224-48d5-95ce-f0b702b757b9
  kind: Event
  lastTimestamp: "2026-09-17T18:33:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:34Z"
    name: isvc-pmml-runtime-predictor.18d62f5e64507584
    namespace: kserve-ci-e2e-test
    resourceVersion: "39216"
    uid: 9152cfa0-44d6-4927-a8b3-1953af870869
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: b07a5222-b7af-4638-869d-c24bf0b6bb72
  kind: Event
  lastTimestamp: "2026-09-17T18:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:44Z"
    name: isvc-pmml-runtime.18d62f506686f335
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: c9ee6f73-388a-4306-a79d-fbbf7b574f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: b07a5222-b7af-4638-869d-c24bf0b6bb72
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-pmml-runtime.18d62f5067106820
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 6c839be8-32a5-4b7c-81d7-18d848c99465
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: b07a5222-b7af-4638-869d-c24bf0b6bb72
  kind: Event
  lastTimestamp: "2026-09-17T18:33:44Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:44Z"
    name: isvc-pmml-runtime.18d62f67a27a12ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: 91173cd0-b640-455a-b6b3-deb03fabe503
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:33:51.123853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f69464cc618
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: eda8d1ef-976c-4dff-84ca-6ea84fa812f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f694d22e3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 34f3c5cb-3d79-4eff-b006-97506b4968cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:52Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:33:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f698c5d8d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: e2731dd9-5951-43a2-a53d-45796d73541c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f698dc263cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: d41d2321-6ee8-4d83-aa99-02d847bc31fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6990922c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: 98129c1e-12af-457d-84d3-44ad6f12ff68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f69910421db
    namespace: kserve-ci-e2e-test
    resourceVersion: "39487"
    uid: 7036eb85-1b6a-4a51-b50f-a3d34143f7a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6aa93d555a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: f4735781-6838-4b28-920c-5006fd7d4088
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6aac5f3cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: d96362ed-35e2-4d23-ba97-f92695798091
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6aacd27808
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: 4bc3ec3e-33cd-4c0c-ada4-1a314d725690
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6aacdd45a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: efe8f577-b87a-4648-9c17-bd9ef637a72c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6ab0101e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: c5c3e5fb-18e3-4505-a125-fda7c0e6bacc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:33:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6ab083cb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: cf772f5d-29de-4c6d-aac8-35048813f8a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:35:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f6b2129044f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40359"
    uid: 2169def9-07ad-4ecd-a235-05206b756400
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:35:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f80fa9d81ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40328"
    uid: d35bd15d-d2d3-4a1a-9592-3a1275df81a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:35:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f80fa9de397
    namespace: kserve-ci-e2e-test
    resourceVersion: "40327"
    uid: 9aeac08f-5178-452d-a49c-6712419bb577
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 09d0b7c9-a4ab-46f3-a5cd-1148b58866a3
  kind: Event
  lastTimestamp: "2026-09-17T18:35:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62.18d62f817b6721c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: 489fd81d-7366-493d-b0ce-62d41493f773
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39442"
    uid: b2ec10c8-a298-4300-a375-4a36eeb89f5c
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-fgs62'
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d62f6945dfcd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: 8bc5dc83-1921-4efe-a94a-e371784c2aff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: 89057294-67e8-4eab-b287-e9a6ce01365d
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f694285a6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: 9b340e36-6746-4df5-9dad-a963dd0c77cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39440"
    uid: 1a28cd7c-3de0-4772-91a4-f914502c9376
  kind: Event
  lastTimestamp: "2026-09-17T18:34:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:06Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f6cc21fed6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39606"
    uid: f24e038b-b3ba-4bce-9ab5-053f11febaa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39440"
    uid: 1a28cd7c-3de0-4772-91a4-f914502c9376
  kind: Event
  lastTimestamp: "2026-09-17T18:34:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:06Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f6cc28cb351
    namespace: kserve-ci-e2e-test
    resourceVersion: "39608"
    uid: ccc815f1-2347-4e7e-bec8-ffa66fc993c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: 1a28cd7c-3de0-4772-91a4-f914502c9376
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f70415c8a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40160"
    uid: 97c0ac05-28af-4015-bb91-7a5b2b29bd90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: 1a28cd7c-3de0-4772-91a4-f914502c9376
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f7041cc0a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 0c7f1f90-adec-4875-a7d3-96bb472185ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: a867a32e-297b-4533-9d26-bf5166923f37
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-pmml-v2-kserve.18d62f694226f980
    namespace: kserve-ci-e2e-test
    resourceVersion: "40260"
    uid: 36f5518e-6144-48fb-8eba-5e3e4bcfb063
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: a867a32e-297b-4533-9d26-bf5166923f37
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve.18d62f69427db10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 9fc738ed-9ce1-4852-a171-214399ca3d37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: a867a32e-297b-4533-9d26-bf5166923f37
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-pmml-v2-kserve.18d62f6947a2d904
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: 5d7a2ee3-6845-47c0-99bc-7138a5119146
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40258"
    uid: a867a32e-297b-4533-9d26-bf5166923f37
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-pmml-v2-kserve.18d62f7f80bccc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "40259"
    uid: 6e24dc2e-efa8-4019-97a3-09a72fcdc8dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: fcca8d11-f8df-47c8-ba2c-0d8da164d62e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:25Z"
    name: isvc-pmml.18d62f4d1a4a55b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 43d80e86-a535-47d4-b4aa-39030680832c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: fcca8d11-f8df-47c8-ba2c-0d8da164d62e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:50Z"
    name: isvc-pmml.18d62f4d1ae96d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: 1767bc62-6b38-4069-9933-8de464e6a4b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39131"
    uid: fcca8d11-f8df-47c8-ba2c-0d8da164d62e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:25Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:25Z"
    name: isvc-pmml.18d62f6354a1e2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39132"
    uid: 99ce8548-ecee-4e37-b7d0-4140b51bae5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:36.783357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d610d3a9024
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 6b0016f6-846a-499f-a791-b4bd963c30fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:37Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d612f9a7c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: ab3f3ee9-432d-4c28-92a3-891beef45051
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d6131432fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 1f3cb1ff-3756-4e46-9edc-07223dc4042a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d613488aa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: f66a3436-1046-4344-bcf9-c570e6eeb3b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d613521aac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: ff7db2c1-afe4-4459-bdd4-ed34a5b4b227
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d62526fc9a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 82827416-c357-491c-8f58-f3a0761d2522
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.84s (20.84s
    including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d672c9e8320
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: c94acde0-a5ae-4db6-8ed9-c319fd726d89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d672ff78ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: 68c4a4c6-5d29-43b9-ab70-be65c1b4a5f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d67306d1bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: 0d6ccda7-e868-4d0a-b406-8daf015b1b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d6730772a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: dd8443ac-9454-477e-997d-7ed941a9de23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d6733fc5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: d306deb7-4860-4cfa-ba8f-376629f4f2ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:57:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d67346f6095
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: 80e935eb-e8b8-4329-87be-45ea5d819012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d677a160205
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: cca7a3f5-b38b-4d42-89d8-ff7adc252987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d7ad565f26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18882"
    uid: 182ad07d-a18d-4549-b15b-03112683fd87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d7ad5671e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: 9c9d71e6-6b59-4c4a-81ec-5eab59a745b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: b5a81288-f843-4d87-ba2b-cdd5d14660fb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq.18d62d7b8054cc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 157ec39a-0dfe-4b08-84f2-7520bd824849
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: fb0f4d3a-a035-481e-9c45-dc6e37a14bec
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-6zghq'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62d610c7bcdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 3d45f6de-866a-4799-80ff-d003c11ab31f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: a7bb7ebe-e590-456d-a6f4-406b32a6f204
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-predictive-lightgbm-predictor.18d62d61085a1b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 7a276d28-2eb0-4c7c-947e-6f671a4f06c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 0d949211-eae0-46b8-84ce-1ba9c1b47877
  kind: Event
  lastTimestamp: "2026-09-17T17:57:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:36Z"
    name: isvc-predictive-lightgbm-predictor.18d62d6487030658
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 5ea48fea-aa27-4ecb-a7f9-cf5a2066ed39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 0d949211-eae0-46b8-84ce-1ba9c1b47877
  kind: Event
  lastTimestamp: "2026-09-17T17:57:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:36Z"
    name: isvc-predictive-lightgbm-predictor.18d62d64877895c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 070f9cdc-e9bb-4387-a00a-cc0e411e1df0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 0d949211-eae0-46b8-84ce-1ba9c1b47877
  kind: Event
  lastTimestamp: "2026-09-17T17:58:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:21Z"
    name: isvc-predictive-lightgbm-predictor.18d62d7283c232ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: b25e1523-f739-48cf-9c34-da579b4ec055
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 0d949211-eae0-46b8-84ce-1ba9c1b47877
  kind: Event
  lastTimestamp: "2026-09-17T17:58:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:21Z"
    name: isvc-predictive-lightgbm-predictor.18d62d728430168f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: cb882cf3-0613-460e-9715-71f07f09e253
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:53.315494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62daac003983e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 0bda98c1-f11c-4cd6-8ac4-946bade33d96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62daae2ce5f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 1aa012a2-9c78-46dd-baf7-c90afde7ce63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62daae53146f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 6dcfd2b8-ed80-459f-a350-8664df5c007d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62daae81f9e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20686"
    uid: db6dfd60-1a6b-496b-b13d-a10a159ae88d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62daae89694f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 37dc36d4-d2ba-4aa4-82e1-078d3496d42e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac02dc9685
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 309b6b49-58e5-4c5a-92d6-52f0b165fedb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac068b2365
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 8bfa5b1f-7399-4a93-b9d7-7b5980108a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac06ff0879
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 30424a20-2cd9-4189-b91c-125b5fbbb6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac07093a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 629a7f6a-4b7b-4e27-9641-90e25e4d2783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac09b5e2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: ecb970de-c02e-4dc0-9801-fcbfb59d8110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dac0a2818a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: 5999e78e-2e95-4013-bfb9-6034bfc29ff1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62db4a14f8948
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 2a371360-bf3d-4fd3-b394-cd548381c7a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dbfbc67fae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 2ce2f556-c974-4b80-ae6f-4ea118d39267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dbfbc69183b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: a46df346-ef06-4aed-be01-0a2162bdc3ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 62c0acb3-55e9-4b66-8d01-80b77fe0da2f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq.18d62dc0451f41b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 1d06e091-6dac-47d2-8658-30f407814ec1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 27734c68-c392-4285-a8d4-df02e1b5931d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-z6kzq'
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d62daabf872cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 469df2c6-233c-48f3-aa59-0c246aaae77c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: cf1f1875-2b80-47f5-b8ba-914e42f82944
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62daabc8d7a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: ac6abf4f-e421-4779-b5dc-f0b3adfdfe1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: f90f8cf0-086f-4c39-b7f8-8ab2cea8f25a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62dae3be5d2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: 23a0cbf1-1ef6-422c-907f-251a24047a98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: f90f8cf0-086f-4c39-b7f8-8ab2cea8f25a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62dae3c5a2f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: 066b1a12-51ac-40e8-a9c5-86ebd08ea772
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: f90f8cf0-086f-4c39-b7f8-8ab2cea8f25a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62db8b9886cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8c195e60-54e7-4906-91e7-f445b05a65ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: f90f8cf0-086f-4c39-b7f8-8ab2cea8f25a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62db8bac8427e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 94a96876-4e9f-41af-80e6-69619539f74f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 64c96486-b18c-436e-b00c-6eb513c2dc06
  kind: Event
  lastTimestamp: "2026-09-17T18:03:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:20Z"
    name: isvc-predictive-lightgbm-v2.18d62daabc73822f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: d4dca619-621e-4724-9555-59bfb5a243ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 64c96486-b18c-436e-b00c-6eb513c2dc06
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-predictive-lightgbm-v2.18d62daabce4f2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: a19ff9f7-e9a5-4ec3-9cb3-6248f3130c3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 64c96486-b18c-436e-b00c-6eb513c2dc06
  kind: Event
  lastTimestamp: "2026-09-17T18:03:20Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:20Z"
    name: isvc-predictive-lightgbm-v2.18d62dbef7744610
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 842aefd7-d1d6-4d1f-afdc-f77af667faf4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 90b59585-354f-4d91-85dc-30914e8965cf
  kind: Event
  lastTimestamp: "2026-09-17T17:58:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:20Z"
    name: isvc-predictive-lightgbm.18d62d610866209c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 99f9e011-c504-4392-80fb-6b180ac398c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 90b59585-354f-4d91-85dc-30914e8965cf
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-predictive-lightgbm.18d62d610940aa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: cf27f4d7-e3fe-4fda-a1d8-f1f0937ed3be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 90b59585-354f-4d91-85dc-30914e8965cf
  kind: Event
  lastTimestamp: "2026-09-17T17:58:20Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:20Z"
    name: isvc-predictive-lightgbm.18d62d7931f0ef9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e8e69f22-1e7b-488e-8248-38b58736235b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:45.175288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2b204fca77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 3ee0fe57-aa4e-4f54-91d4-e6283295891a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2b42904564
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 14ae9b87-ff09-4dc4-8c81-a6dd61356cc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2b442ef815
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: 72880c31-22b1-4d56-9ec0-80eac6acdb95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2b47241821
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 95bb529e-3d80-428f-abd4-3b760c5a60f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2b47a08b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: e1ced522-a66b-4a9d-9886-93341b43420a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d2c58790b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: e1c5b5ff-fded-46cd-a0bf-02bb4b4c2bcb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:12Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.225s
    (22.225s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d31853f298d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: 701c5c11-957c-4338-835d-a03538a5e928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d318a9cb936
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 613883f8-b566-4e26-84bc-d061cfa3b233
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d318b245104
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 6d66fd75-3d96-4e45-9bb5-999ae7621403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d318b33b39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: e0a0a2e9-53d0-4270-9c33-8aa0b98a67af
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.174s (2.174s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d320cca12c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: 07f9c4b7-c1ed-4a7d-aa76-ad23db87febe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d32103ac14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 0f732aa3-a5eb-46b0-ab82-6b1e4cc3ea84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:53:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d3210af42c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 83ac56d6-ce73-4d0f-bc47-0118a7a8a464
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:54:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d326de55e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 03de9930-b70b-4887-af81-35fe4fc68a74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d47343ecfaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: ba5daab2-94a7-46eb-9d25-8aca337e38b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d47343f437a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: 39bf5f06-745d-47b1-85dd-3a3869781a26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 23095e57-36d9-44b4-926d-fc7de2158696
  kind: Event
  lastTimestamp: "2026-09-17T17:54:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:47Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-lkc58.18d62d479e1b737c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: da330d55-b953-40f8-9767-681843852a56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: d43e32ad-210f-4e16-96ab-a41003d14945
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-lkc58'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62d2b1fbdbda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 09e43fd8-d967-4f77-9e09-49e04381211e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: d64376eb-e785-4cd1-a9f9-d5ca87774adf
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn-predictor.18d62d2b1ccfa68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: cdae3018-d210-4c85-82da-c84c6cbd1a8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: ebff54a6-ed0d-40e2-b48c-00d46d79f54e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-predictive-sklearn-predictor.18d62d2e9ba3b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 105825f5-9851-4ab3-986d-487296893ef9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: ebff54a6-ed0d-40e2-b48c-00d46d79f54e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-predictive-sklearn-predictor.18d62d2e9c13f5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: df376535-8b37-4263-a2c6-7c6d7e06d788
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: ebff54a6-ed0d-40e2-b48c-00d46d79f54e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-predictive-sklearn-predictor.18d62d3c99385679
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: d36746c6-571d-4991-83ba-44771cca4c29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: ebff54a6-ed0d-40e2-b48c-00d46d79f54e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-predictive-sklearn-predictor.18d62d3c99bfa828
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 66573bb0-2602-47d0-8078-cd05bf5697c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:32.711583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c0b16cb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 9655be56-ef14-43e0-a832-63aa92b56fd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c163ce413
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: fd390dc4-04ba-4e5c-902a-b22d594f75ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:33Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c50f25d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: a56777ce-9c0b-453c-85c3-33c26d038a8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c53be9a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 6fe58270-e185-4be0-82f1-5f6392c84d09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c5723c039
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: 7f9c5f4b-903e-4d21-9ae5-6aa50d107e0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7c579a0cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: 1f8e5657-0b4f-465f-b1bf-37e428ce56a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d78db63a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 3967a311-01ff-4f99-b070-06b6c944b206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d7c4c1202
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 5e68c369-bb4e-4b06-9831-0ce9d72010ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d7cd54dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 774df0f4-b331-4ebf-bbe1-a0bca257923f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d7cdf9a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: f9a4e415-d548-4019-879a-5caa13158446
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d7fd03122
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: 9d924eef-3eb1-48a1-8afd-cae438a566c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:58:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d7d804585a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 5ff87c6d-8b30-4cf2-8046-5108bf860610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T17:59:48Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d861758aad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 37b880df-8d0a-4246-81a9-cf4973cc81b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T18:00:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d9108fc982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: 903beaca-5ff7-400b-aa96-43e09f60d9ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T18:00:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d9108fd62f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: a18befeb-97f9-4317-adf8-47d83a072dd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a59f9962-c156-4615-8057-d8130b630bc0
  kind: Event
  lastTimestamp: "2026-09-17T18:00:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb.18d62d91bb2bc541
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 1c8afc07-ae8a-4765-a494-099e6c3425ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 0ab8a751-7c48-46fe-bcce-6afe331aa5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-s5bfb'
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d62d7c0a7acf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: 19bc6ff7-a1d5-4c10-b737-9dd034637a15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 6f6f7243-c05b-447b-a720-d29ce2f59ecb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d7c0780405d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: d1b535f2-0100-4782-8a8f-4bf4cdc7ffd4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 05a608ce-c176-48b6-b36e-a9b9293d4f5c
  kind: Event
  lastTimestamp: "2026-09-17T17:59:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d7f862431a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: c380c372-4851-48cd-a358-c10ed5b8d5dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 05a608ce-c176-48b6-b36e-a9b9293d4f5c
  kind: Event
  lastTimestamp: "2026-09-17T17:59:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d7f86b2d1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 5225bb64-2993-42f1-98f2-77244b2f2543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 05a608ce-c176-48b6-b36e-a9b9293d4f5c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d8305b9d956
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 595b5597-b72f-4c50-a722-f89093390f41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 05a608ce-c176-48b6-b36e-a9b9293d4f5c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d83062b5b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 50799cba-b699-4cd6-b254-8df70f54964f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 778670ab-76c1-40ca-8114-8e03631ca96b
  kind: Event
  lastTimestamp: "2026-09-17T17:59:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:59Z"
    name: isvc-predictive-sklearn-v2.18d62d7c07847b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 8b93695c-aad9-4977-9a78-20567ef55ae8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 778670ab-76c1-40ca-8114-8e03631ca96b
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2.18d62d7c0809ed58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 70d23a39-d692-4396-b35d-53b2c08470b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 778670ab-76c1-40ca-8114-8e03631ca96b
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-predictive-sklearn-v2.18d62d7c0daead6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: f99d4ea8-d8c0-4b43-b37f-46faf1953f78
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 778670ab-76c1-40ca-8114-8e03631ca96b
  kind: Event
  lastTimestamp: "2026-09-17T17:59:59Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:59Z"
    name: isvc-predictive-sklearn-v2.18d62d903f5275fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: ebe1dd00-2e13-47a4-a19e-4d4821d77263
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 9a7b0573-0b78-48fc-871e-d78b436df613
  kind: Event
  lastTimestamp: "2026-09-17T17:54:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:40Z"
    name: isvc-predictive-sklearn.18d62d2b1cc4ce8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 6d2ae6d7-322f-4434-bc2a-4b542bb2e428
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 9a7b0573-0b78-48fc-871e-d78b436df613
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn.18d62d2b1d39b871
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: e079b6fc-e45a-4853-9290-b2d2cf5590e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 9a7b0573-0b78-48fc-871e-d78b436df613
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-predictive-sklearn.18d62d2b2332ad54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cbc643c3-b698-409a-b94b-87a28bb9d038
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 9a7b0573-0b78-48fc-871e-d78b436df613
  kind: Event
  lastTimestamp: "2026-09-17T17:54:40Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:40Z"
    name: isvc-predictive-sklearn.18d62d45ffc99ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d44ed0fb-4542-46b2-a333-5578362f24e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:50.977872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-x8g2s
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d486abae007
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 12e5e82d-0bdd-41ef-84dc-f496a134084f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d4873919be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: e63ce3a6-5f26-4dc1-9cf5-25b2fe0fe206
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d48b090d199
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 66a9e4ee-cc20-43d4-a3b9-683f98e27a04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d48b1ed17e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 6d9576f4-6f60-4c5b-886e-972650a5cb33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d48b4f4e6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: c21ebf25-39c1-42fb-9423-9171f11470fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d48b5b3f9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: f3911688-0bc4-44af-b50a-2c1bf57d7b9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49ce8f46d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3810792c-26b8-4222-ad85-e5a1432aa7d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49d1fc8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 7ea67e16-fc4b-497e-9cc6-33aaa4b785e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49d26fb8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 2c7b1744-7c9b-4d64-905f-2e66fbdb4884
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49d27b14c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: d4ee0500-6aaf-4f60-942a-819ae560ea50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49d58d7d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 2a90dbe9-0d58-4fd0-a881-5512e25edfbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d49d605eeb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: dde77876-9f9f-4bad-86a2-a5c78e5e7ae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:56:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d4a0a917379
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 28e93bbd-53be-411a-bd8b-78622354778a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:56:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d5fd740e06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: abacd980-2ea6-47a2-a505-08fbea736883
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:56:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d5fd7415aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 71c227a1-5cb9-4559-9986-872d60c00aaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: e16f3122-b1c7-4722-9b7e-63f516e083ea
  kind: Event
  lastTimestamp: "2026-09-17T17:56:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-x8g2s.18d62d6064c5cb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: bca87559-1732-4682-a8ac-1d2998b0d518
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: d6f17374-b673-45f9-a386-f7e0bf0c92aa
  kind: Event
  lastTimestamp: "2026-09-17T17:54:50Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-x8g2s'
  metadata:
    creationTimestamp: "2026-09-17T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62d486a0f3ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: e61a8d59-00ff-4698-a9da-36f0a2b46aed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 58e95c52-5632-4f17-892b-765d440d7660
  kind: Event
  lastTimestamp: "2026-09-17T17:54:50Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:50Z"
    name: isvc-predictive-xgboost-predictor.18d62d486718ec23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 55abc273-bf11-4228-a669-9e32f10a9466
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: d270e4ac-9ff4-4f3d-992a-02d002936913
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-predictive-xgboost-predictor.18d62d4be6267df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 86af0892-ac83-4f9f-ab77-972f04bc24c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: d270e4ac-9ff4-4f3d-992a-02d002936913
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-predictive-xgboost-predictor.18d62d4be6a4bc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: e32a7581-038c-40d2-9f05-825a2fe83ad6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: d270e4ac-9ff4-4f3d-992a-02d002936913
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-predictive-xgboost-predictor.18d62d4f656bf538
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 69d54c7a-dd41-43e0-9676-faf10b07ee5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: d270e4ac-9ff4-4f3d-992a-02d002936913
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-predictive-xgboost-predictor.18d62d4f6600d6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: cd746388-37a0-41b3-9712-d94af1e5ffe6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:08.065850Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d923ea57a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 32bb99d4-f7fa-48b9-8b5b-bb4a238cc5a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d924a3ff773
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 174f6431-5d35-498b-9a79-5dbc8ae8360b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:09Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d9284e7167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 5193e19b-a13a-4e6e-b945-05212f7242bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d928663b48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 7c9292cc-3905-4f49-bbd4-3f73874ba83d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d92890e95fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: d6abc47c-5995-47e1-b9d6-10a67d707619
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d92898254be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: d33c01ec-affc-4166-bf58-c5395a59a456
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b2155954
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: bbdb7aac-c8dd-414c-b4d1-4bd87f95b717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b574dfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c492b45c-efe7-497c-8060-9520b4c6ed35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b5ed2994
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 01f76fd0-93eb-44e2-9bcb-d1e61e5fe3f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b5f69a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: 840ff85f-d71c-43d0-92d4-5a0bc8eee245
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b8e153c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 8eb16a26-9842-41e8-b1ef-20d2b2c2382f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:00:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d93b959353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: e8c15c5e-3136-4c12-849f-24b5e05d8dc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62d9c509a68db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: 3c83cbb0-104c-4d2c-bfa3-8e5a8d257bf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62da98af15544
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: d1e7ba61-c63f-4c72-a568-846b99d8f566
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62da98af1e9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 20cac7f9-b768-4ceb-933e-ce2c49a7f8d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 42a94740-2043-4121-98d3-5441b7089bf5
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv.18d62daa48917af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 58badc49-ad1f-4a35-9152-7b4a6f7a395a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: f0d70fa6-3af9-485c-9d21-4ef1a55179d6
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-85dcv'
  metadata:
    creationTimestamp: "2026-09-17T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d62d923e39f07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: e72edf9d-8964-40f9-a34e-cf98b1112471
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: d9c57f7c-6d9c-4de8-b703-ca5890daed90
  kind: Event
  lastTimestamp: "2026-09-17T18:00:07Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d92389b9002
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: da450574-8c64-4d68-a06c-f8be254dfd53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 4effa5df-f3c9-4332-9169-0ebce431f5af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d95b7171cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: f0fa3d1e-f291-4166-852e-98e83752a8b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 4effa5df-f3c9-4332-9169-0ebce431f5af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d95b7c3da6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: dcaeed54-96fb-4f31-b7be-9a78f144b2cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 4effa5df-f3c9-4332-9169-0ebce431f5af
  kind: Event
  lastTimestamp: "2026-09-17T18:01:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62da035a6f9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 242e42c5-5d3d-456f-92ae-16d1823cdbf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 4effa5df-f3c9-4332-9169-0ebce431f5af
  kind: Event
  lastTimestamp: "2026-09-17T18:01:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62da03619d47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: d6d3c73a-57bb-4a33-9a85-1c45390c739f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: c8e53d08-b6a8-497e-9739-b8ef633f0b6e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:42Z"
    name: isvc-predictive-xgboost-v2.18d62d92389e800c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 1ac9149e-77b1-424b-8da3-84295d94bfc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: c8e53d08-b6a8-497e-9739-b8ef633f0b6e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-predictive-xgboost-v2.18d62d92394a5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: f9d4cce1-afe8-4b44-9406-26c9d065b5e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: c8e53d08-b6a8-497e-9739-b8ef633f0b6e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-predictive-xgboost-v2.18d62d923ffa7267
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: d7bb0050-fe06-43f0-86cd-329cc4af59dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: c8e53d08-b6a8-497e-9739-b8ef633f0b6e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:42Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:42Z"
    name: isvc-predictive-xgboost-v2.18d62da82336f210
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: fa09d18c-5f37-43db-b487-c34ee14b29ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 61bbd06d-cfe2-420a-863a-e2e69f814a72
  kind: Event
  lastTimestamp: "2026-09-17T17:56:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:24Z"
    name: isvc-predictive-xgboost.18d62d48671295b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 127ac0ad-31ee-4c94-a385-7bdf4bff65a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 61bbd06d-cfe2-420a-863a-e2e69f814a72
  kind: Event
  lastTimestamp: "2026-09-17T17:54:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:50Z"
    name: isvc-predictive-xgboost.18d62d48677b0b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 22827bb6-160c-4207-82fa-23edb6e9a0fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 61bbd06d-cfe2-420a-863a-e2e69f814a72
  kind: Event
  lastTimestamp: "2026-09-17T17:56:24Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:24Z"
    name: isvc-predictive-xgboost.18d62d5e1684f4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 4985657e-5190-4461-a97f-217ff6a894de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:33:37.083381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39262"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f66016c349c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39266"
    uid: 0df5af8e-477b-44f3-9713-6b93a23b82ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39271"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f662379a9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: a678ceb7-a575-4e7e-9bee-41adbbd4f2e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f6624bf10ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: 6e736274-be05-445d-9496-08fac5cba0af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f662785453d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39285"
    uid: 3c14f482-f531-4aaa-b0b7-e71f1b631995
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f6627f8ff34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39286"
    uid: f99bead2-6265-4894-b602-da904ad90c16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f6726b16e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39323"
    uid: 1367d2ae-887e-461c-afbe-95ef82647229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f6729e86938
    namespace: kserve-ci-e2e-test
    resourceVersion: "39327"
    uid: 1b6bc2fa-5670-4db9-8644-62411801e32c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f672a5c6565
    namespace: kserve-ci-e2e-test
    resourceVersion: "39328"
    uid: 5de29a4d-907e-4cf7-a7a8-cc8cf68241cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f672a680207
    namespace: kserve-ci-e2e-test
    resourceVersion: "39329"
    uid: 3d91cbdd-4e99-45cb-83f8-b97a68e0f5ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f672d86acbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: 5d4dc3b4-6b57-4611-a31e-3ae615381bc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f672dfc85b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39332"
    uid: 47c8337e-5a35-4c7f-9176-dbeb38a7f13a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:35:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:43Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f6762b2352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 7871bc4a-7b56-48c9-873b-908bdd2a3187
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:35:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f832bb52ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40445"
    uid: 8355c6ce-48fe-4925-a6cf-d1f1da9ff513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:35:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:42Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f832bb5c916
    namespace: kserve-ci-e2e-test
    resourceVersion: "40446"
    uid: 3f0eed86-32f3-44d1-aad8-4f1846a39bda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 258355ba-6e6e-4c20-97df-7f293355c428
  kind: Event
  lastTimestamp: "2026-09-17T18:35:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:44Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5.18d62f838f11ac57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40463"
    uid: cabb0779-94a9-4552-bc34-62c6aa2c5674
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6a05e5-predictor-84867f98d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39250"
    uid: 2951bda4-d2cf-4105-987b-76ec6df1dbf4
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: 'Created pod: isvc-primary-6a05e5-predictor-84867f98d4-2m2f5'
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor-84867f98d4.18d62f6600ee334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39263"
    uid: b5abf099-4199-41db-8c38-903cac357e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 220dbb51-462a-4580-b3ff-a24c329cbab7
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: Scaled up replica set isvc-primary-6a05e5-predictor-84867f98d4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5-predictor.18d62f65fc99edea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: ef896ad4-7254-42fd-ae8a-75eb63288b99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: f991c6a1-4d27-4074-90da-5896151f9a3e
  kind: Event
  lastTimestamp: "2026-09-17T18:34:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:22Z"
    name: isvc-primary-6a05e5-predictor.18d62f697b21a700
    namespace: kserve-ci-e2e-test
    resourceVersion: "39721"
    uid: c3fb3574-339a-4dac-a189-51542a69556c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: f991c6a1-4d27-4074-90da-5896151f9a3e
  kind: Event
  lastTimestamp: "2026-09-17T18:34:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:22Z"
    name: isvc-primary-6a05e5-predictor.18d62f697b936dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39722"
    uid: a7f8fe4d-c08c-4619-924b-ae926f744357
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: f991c6a1-4d27-4074-90da-5896151f9a3e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:37Z"
    name: isvc-primary-6a05e5-predictor.18d62f73f853d031
    namespace: kserve-ci-e2e-test
    resourceVersion: "40366"
    uid: 0b53d55d-6401-4886-9382-dae4cf4a2c33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: f991c6a1-4d27-4074-90da-5896151f9a3e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:37Z"
    name: isvc-primary-6a05e5-predictor.18d62f73f90bfcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40367"
    uid: 295fc464-9d9a-4ee1-95aa-f4522424b0ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39239"
    uid: 53bb8eca-0dca-4827-b1b3-ded9c81fff97
  kind: Event
  lastTimestamp: "2026-09-17T18:35:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:03Z"
    name: isvc-primary-6a05e5.18d62f65fc9d2247
    namespace: kserve-ci-e2e-test
    resourceVersion: "40032"
    uid: 5d6ae39a-ca10-4550-b139-ae087404643a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39239"
    uid: 53bb8eca-0dca-4827-b1b3-ded9c81fff97
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6a05e5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6a05e5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5.18d62f65fd0b7469
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: 43138373-d3c4-4b73-a56c-7a969eef7afe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39239"
    uid: 53bb8eca-0dca-4827-b1b3-ded9c81fff97
  kind: Event
  lastTimestamp: "2026-09-17T18:33:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6a05e5": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:37Z"
    name: isvc-primary-6a05e5.18d62f65fd0bca75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: 30f52a83-16e9-4a36-a18e-071bd3f20380
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: 53bb8eca-0dca-4827-b1b3-ded9c81fff97
  kind: Event
  lastTimestamp: "2026-09-17T18:35:03Z"
  message: InferenceService [isvc-primary-6a05e5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:03Z"
    name: isvc-primary-6a05e5.18d62f7a25df873b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40031"
    uid: eda7f442-2432-4a35-a4f1-0fffae21e0e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:35:22.308579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7e8155582b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40201"
    uid: 30cb7fb4-fd9f-4beb-b028-0ce12818be8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-6a05e5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7e8cb43db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40212"
    uid: 216f84d5-2371-431a-b9ff-350047f69da0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:23Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:35:23Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7ec7084149
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 0066101a-0706-4041-bea6-fae81d898976
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:30Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7ec85ed1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: ae6d8678-e7b2-4154-8692-f4c7d545d95b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:30Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7ecb8b3d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40295"
    uid: de3cbafc-9419-4819-9589-8fbcbd36f278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:30Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f7ecbee4f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: 0e5da51a-ec36-43af-b9ac-6be165f0e08e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: fe16c523-6fc7-478e-90cc-e7104f4ad0f5
  kind: Event
  lastTimestamp: "2026-09-17T18:35:33Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72_kserve-ci-e2e-test(fe16c523-6fc7-478e-90cc-e7104f4ad0f5)
  metadata:
    creationTimestamp: "2026-09-17T18:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:33Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72.18d62f81343675a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: b07427cf-e872-4544-8a89-23e77dc635df
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 6514e4c9-8045-449e-9218-946dd83628b8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:22Z"
  message: 'Created pod: isvc-secondary-6a05e5-predictor-5f5d4d69bc-2vz72'
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5-predictor-5f5d4d69bc.18d62f7e80e601e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: fb330d98-b591-4383-9c56-fce324a2636b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f44a37b9-bfec-4fbd-8415-d2ee258a125a
  kind: Event
  lastTimestamp: "2026-09-17T18:35:22Z"
  message: Scaled up replica set isvc-secondary-6a05e5-predictor-5f5d4d69bc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5-predictor.18d62f7e7ca08782
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: 4649d2f1-7226-401f-9fec-d48bf9eabc86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 6320fe22-20e4-4c0b-a038-661f683695e1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:37Z"
    name: isvc-secondary-6a05e5-predictor.18d62f81fb29366c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40370"
    uid: f0be1d00-e243-491b-9dd9-6126ee9d5e51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6a05e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 6320fe22-20e4-4c0b-a038-661f683695e1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:37Z"
    name: isvc-secondary-6a05e5-predictor.18d62f81fb93c9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 6f1ede7c-9aaf-4d8c-9766-48fbabb6d88b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: 9b7c5e10-92fe-46b1-86c6-3f495b7525d2
  kind: Event
  lastTimestamp: "2026-09-17T18:35:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:33Z"
    name: isvc-secondary-6a05e5.18d62f7e7ca57b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "40341"
    uid: 2fba228c-7220-4f0e-adbc-bb717e2030ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: 9b7c5e10-92fe-46b1-86c6-3f495b7525d2
  kind: Event
  lastTimestamp: "2026-09-17T18:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6a05e5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6a05e5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5.18d62f7e7d31a937
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: 1f38eb38-1b8b-432a-841e-151c4262c8a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6a05e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: 9b7c5e10-92fe-46b1-86c6-3f495b7525d2
  kind: Event
  lastTimestamp: "2026-09-17T18:35:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6a05e5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:22Z"
    name: isvc-secondary-6a05e5.18d62f7e7d31ed1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40208"
    uid: 4cb73c60-a4f5-449a-9029-e7762e2ab45d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:25.173822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d4268b07a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 924d3f46-b39f-4c1d-a344-10fd8eba5a48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d428a9e557a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 2f65e83f-683a-4c5f-b97b-12b4b975ed95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d428bf78862
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: ea30b02f-40d4-4cdb-bd65-46e7b9b3ecd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d428f3e5cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 32639038-03c1-4a7c-910f-399cda07262e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d42900b4e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: fbf35777-f57e-4134-9903-0d8fd9e6ff77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d437021e369
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: c2b2808c-cef2-4cd5-954e-c1f188713bf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d437363c61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: b1eb560a-29d5-4ce2-a704-30a142417f43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d4373d7e9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 9c55cf2d-a59d-42cd-9184-d73b85afd916
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d4373e1aa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 3e2e9203-bd89-44d4-b389-a6041047250a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d4376ecab87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 5d7b5cee-17e7-4b7b-89ce-91c56c0b4536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d4377738d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 8beba064-86c4-432b-88cf-cf36d8cdf775
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d43777dda65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 7d59d101-b78a-4ba7-90ee-84576fd91990
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d437a2947fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 5ce29242-fdad-4762-8cca-3d24720ef091
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d437a9a67e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: eaf30154-e710-42a3-8a24-34ae017c2b82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:16Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d43ac3e45fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 7cf6ada3-7e29-4332-b3b1-08d3bf87fa31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d43ac47db81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: ad73c46e-3f96-4084-8fa5-7f3706104ae6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d588b779505
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: d54a9bae-4da7-42c1-9a4e-ff1007607e76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d588b781cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: e11f326d-242c-49b9-9cb2-1780cfd784dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d588b78757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: acf11c8d-34e0-4927-a06b-c68333fc206f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 37bc1d9e-2062-4be5-8663-1044f4ef39ad
  kind: Event
  lastTimestamp: "2026-09-17T17:56:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:16Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7.18d62d58dc870b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 3f816189-70fd-40dd-8eb9-5cd50b8caf99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 8e2a75dc-c587-49e5-92df-13c7368fd09d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5f6888756c-dsdp7'
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c.18d62d42681ecc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 1526e1dc-f718-4f58-b50f-ded7856c2cc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 301adb40-e1fd-4cac-90f8-33253046f022
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5f6888756c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d4262a46b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 808d1371-ff72-4fa4-b51c-6c1bcc7f59fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 11086c08-fb31-47d0-8d32-102bd5f9602d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d45e1ad3f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 23e0096c-5dd2-4c1a-a19b-edf2d1a44504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 11086c08-fb31-47d0-8d32-102bd5f9602d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d45e21ab1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 40fa33bf-f764-488c-a643-eaf94260d5a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 11086c08-fb31-47d0-8d32-102bd5f9602d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d4960d39b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 6231e70b-bd40-442d-b763-7d7680ebadd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 11086c08-fb31-47d0-8d32-102bd5f9602d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d49613fc956
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: ea5cb60f-e1f0-448b-8083-4a8704171ce8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 6824c602-dafe-4935-93e8-17c102715cad
  kind: Event
  lastTimestamp: "2026-09-17T17:55:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:46Z"
    name: isvc-sklearn-batcher-custom.18d62d4262b8cdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: c5dd409e-9796-4ed4-b73b-a0b76a04ce61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 6824c602-dafe-4935-93e8-17c102715cad
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-custom.18d62d4266ae80a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 4d6e36c3-35d8-4dd9-9a19-0591f7a83264
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 6824c602-dafe-4935-93e8-17c102715cad
  kind: Event
  lastTimestamp: "2026-09-17T17:55:46Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:46Z"
    name: isvc-sklearn-batcher-custom.18d62d5564983d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 878a630c-06d2-492b-9928-da039bf8e36c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:30.233629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d27a5b82575
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: c5e4a081-7759-4e5b-8cef-c75e9a7ccf13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d27c84abb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: a08aee4c-1696-4ddf-9f18-2e2710a41437
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d27c9bd225c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 5f3fc693-2728-4ef3-9be6-ea57bddac880
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    in 2.85s (2.85s including waiting). Image size: 308175791 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:33Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2873a38a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 8d91d7d1-314f-4a04-8d47-aeb0ba70a3df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:33Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2876a028be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 3103271c-bd16-452a-a19b-602b7b4637db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:33Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d287717474a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: ee39e4fa-d08c-4c7f-88a3-3833cf7c315e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:38Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2977161901
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: f8d369b4-368a-4372-9836-5d53347b1ec4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.508s (13.508s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2c9c3ba0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: f94cf82b-d452-43f2-b499-e0eb358bfa08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2ca0e9bb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 4252e01f-c239-4fd7-a2e7-705761bb12a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2ca26dfce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: e7456d92-01fb-4634-85bd-22520f090f64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2ca27b8cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 0415931c-7fb8-4e18-b41f-583a358ed1e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.872s (2.872s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2d4db30c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 171e689e-3e90-4b4a-8848-e6633849abf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2d50c76297
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: cfd0e74b-81d7-4fae-873e-a14bce0399b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2d51986c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: a7054643-fbcd-4e19-9e68-a6cef7aa3f48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2d51a6af6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 4913430c-ee8d-4ff0-9649-a7359a550a14
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    in 2.343s (2.343s including waiting). Image size: 240302160 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:56Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2ddd59904a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: b3ffcba6-923e-4f23-935a-0e52c744a141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:56Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2de0379298
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 3a856c26-eed9-4155-985f-548ec17641fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:56Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2de09eb7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 50ea8324-e916-42aa-b28e-08e0b5c31cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:40Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2e26902c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 97a2cec8-5999-46c9-88ae-65fada64a1c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:40Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d2e2699ba25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 6c4ecc0b-9a4f-4ae8-b9e3-efa3763c79d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d426529899e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: b7de04b4-500b-4298-8f19-8d62e596e358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d426529f848
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 4a09a949-0f30-4356-a2ba-2c812d1edc56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d42652a515e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 2b7b41d6-4a40-48b7-ab30-c19e7f80b38a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: f4362db6-ac9f-4678-ab1a-31f51129728b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-pdj8q.18d62d4356d7d369
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: ca9e7254-2420-47fb-bc8a-6862299ec768
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-56c7449565
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: a45fc1cb-4aa1-48c7-a886-278e26ae2062
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-56c7449565-pdj8q'
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-batcher-predictor-56c7449565.18d62d27a54e7ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 2bc96e21-ec93-40eb-8638-72914708a07d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 609db128-4f7d-4a24-9e0f-fa5debe606be
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-56c7449565 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-batcher-predictor.18d62d27a1715aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 4f76d49f-a691-4995-8069-68b898b7810d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 0dd374a5-af0b-4d99-b2fa-19c7312f026e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:15Z"
    name: isvc-sklearn-batcher-predictor.18d62d2b213b62a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: fac3ab14-00ab-4baf-9ff0-9e9b3473884d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 0dd374a5-af0b-4d99-b2fa-19c7312f026e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:15Z"
    name: isvc-sklearn-batcher-predictor.18d62d2b21b5fffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: dbb71351-d50e-4018-9e67-b646ed7c6b4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 0dd374a5-af0b-4d99-b2fa-19c7312f026e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-sklearn-batcher-predictor.18d62d359e336705
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 2711f8c3-408e-4112-8e6f-774acc378dcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 0dd374a5-af0b-4d99-b2fa-19c7312f026e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-sklearn-batcher-predictor.18d62d359ec8e890
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 6e852f20-dfa1-4948-829a-5d67b888555e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 1da30280-2feb-42b7-b851-4de07708ab35
  kind: Event
  lastTimestamp: "2026-09-17T17:54:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:10Z"
    name: isvc-sklearn-batcher.18d62d27a18cfb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 46c839be-7f02-4e6d-8d38-0d8cf9631c14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 1da30280-2feb-42b7-b851-4de07708ab35
  kind: Event
  lastTimestamp: "2026-09-17T17:54:10Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:10Z"
    name: isvc-sklearn-batcher.18d62d3ef06fda62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 5a9e00c4-6848-4a5a-b048-5d17559a8adb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:54.840222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:54Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0859dcb281
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: ab622d19-d30d-402b-b258-01f6fc02aeda
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f087bf86dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 92df6183-3231-4e16-bad8-4fda4c4162e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f087d5c60e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35253"
    uid: f98fb221-6a67-477b-a1f1-7b6533162867
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f087fedf422
    namespace: kserve-ci-e2e-test
    resourceVersion: "35255"
    uid: 76a1f7db-10a0-4914-ae96-fd89c041cf41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f088062b66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35256"
    uid: 18670266-e4c5-4971-b987-7e52e3563f3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f099da4b6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35376"
    uid: 4fe7476c-9440-4b1c-95b8-f699e4be1ff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f09a0842f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35380"
    uid: bba37161-be16-4c5f-b584-bdd31e02c73c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f09a0f1d21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: b30c9189-f5a3-4490-83ee-cf2e2e463cdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f09a0fee333
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: 72840529-b481-4be3-868b-746aebba3c69
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.783s (2.783s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a46ef3e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "35422"
    uid: 85571a2f-d6ea-449e-a4a3-202426b5a7ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a4a288082
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 7d425bdd-3352-4d2b-ac11-aa9b36c6bb06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a4a94d54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35424"
    uid: ead8b884-9bb3-44bb-922e-ea8dc73497be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a4aa30a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 993f05f3-c42e-442d-8c6f-09888dbe4a07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a4d1c5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35426"
    uid: 94d0e98a-0694-4397-94c2-d24a1faa37a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f0a4d870c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35427"
    uid: 4b96d116-871d-4daa-aa05-00085e60ff01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:14Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f1afc8adcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: 6c59e1d9-e579-4b16-9156-792629fab39c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:14Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f1afc8b5585
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 9cd15b37-be20-4960-a12d-37405370a3ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:14Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:14Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f1afc8baba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 87b81aa2-0ed5-452f-9144-c5c83554e5f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:44Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f1c03eacfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: a4f0e971-f94c-4ed4-b34a-5bd9e344d7bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: d2f49aaf-af15-4acc-b0f8-0258e6e794a4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.50:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:39Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-xpfvz.18d62f1c043a5b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: f085a3d8-f515-48e8-9267-120c92e63dc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-67cd675847
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: a0111831-350f-4328-9016-24644a98346e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:54Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-67cd675847-xpfvz'
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:54Z"
    name: isvc-sklearn-mcp-predictor-67cd675847.18d62f08596efb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35233"
    uid: ed1aab26-8179-460d-976e-bbe4ba60d5cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: 530b0317-7da4-4040-ba9e-d333ea53be08
  kind: Event
  lastTimestamp: "2026-09-17T18:26:54Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-67cd675847 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:54Z"
    name: isvc-sklearn-mcp-predictor.18d62f0856226d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35224"
    uid: db3f9b4f-09bf-433b-9d2c-ab9ad18ec9b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: a514c768-c90f-4f22-83ec-841a840e801e
  kind: Event
  lastTimestamp: "2026-09-17T18:28:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:09Z"
    name: isvc-sklearn-mcp.18d62f0855c20c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 22087a96-4089-41d2-b0b2-992a35705b51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: a514c768-c90f-4f22-83ec-841a840e801e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:54Z"
    name: isvc-sklearn-mcp.18d62f08562c404a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35242"
    uid: 3cfc198c-48df-4faa-b252-bc510e5662cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: a514c768-c90f-4f22-83ec-841a840e801e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:54Z"
    name: isvc-sklearn-mcp.18d62f085bff330c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35243"
    uid: 4527c3e9-a265-4da9-8d45-d9fa32479c27
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35906"
    uid: a514c768-c90f-4f22-83ec-841a840e801e
  kind: Event
  lastTimestamp: "2026-09-17T18:28:09Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:09Z"
    name: isvc-sklearn-mcp.18d62f19b5347264
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: 02a89634-43bb-44b3-a3b4-390c999c3212
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:02.778279Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-56c47844df-cdfjt
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc8e498e89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 7e78be0b-f1bf-4ab1-a2e9-a4fd4fc7b9bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc8efd755da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 01722dec-253c-450e-b698-4331496b7d85
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:03Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:03Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc92a5afdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 8ab97cbb-d22d-4f52-bc23-f86963cf0181
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:03Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc92bdef301
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 3aeb94a2-8b26-4966-966a-d968653d98d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:04Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc92efbde05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 35ac31f6-b87f-4d2c-95dc-de0769cb1fc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:04Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dc92f6264c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 1a33779c-9519-4cf0-873d-b907d4ec150a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca39138548
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 60864bda-84f1-4c16-967e-6036edf16ab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca3c047dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: aafa1e44-1b59-40da-a0ad-fb0415b285a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca3c713bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 9ae371d9-e929-4f06-b706-ffa77b14c510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca3c7bc36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 60a87737-2baf-451b-bb96-84b8b17e81ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca3f8ef7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: bd7a07e0-cc58-4886-be53-4c48342c52b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:04:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:08Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dca3ff82c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 3f2c03fc-4f27-4859-9ffb-d9a946abad64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:36Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62dcab108d47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: b2910e0c-4027-4726-9dbd-cb077825e3a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62ddde1c7b134
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: e477f0b5-4d40-4aeb-8c95-0eb86d7af758
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62ddde1c86724
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 2610d4e8-0ef7-49e8-8ab1-3fcba2e0cf29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-cdfjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: c7966fb4-0e58-406c-9c60-979326232271
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:36Z"
    name: isvc-sklearn-predictor-56c47844df-cdfjt.18d62ddeb742ad59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 7a174b16-e980-49ae-9f87-6523afc66969
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-56c47844df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: fd79c8b3-e2f4-4b24-a0cd-35c81dd266a1
  kind: Event
  lastTimestamp: "2026-09-17T18:04:02Z"
  message: 'Created pod: isvc-sklearn-predictor-56c47844df-cdfjt'
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn-predictor-56c47844df.18d62dc8e4427df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 694dc498-b0c4-411b-822d-03ae050977a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 6c260911-7e78-401e-9e10-b08c597afaeb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:02Z"
  message: Scaled up replica set isvc-sklearn-predictor-56c47844df from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn-predictor.18d62dc8e160dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: 65a57fde-2700-4e30-92f4-39ff3f0fff49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: c46ad912-82dc-489a-873e-f7fb6143914f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-predictor.18d62dcc607042f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: cb8c92c5-93e1-4972-8797-35be624783f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: c46ad912-82dc-489a-873e-f7fb6143914f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-predictor.18d62dcc61c8998a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: ffeb54b7-5cff-4a2f-a1e2-dcdb6638bcc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: c46ad912-82dc-489a-873e-f7fb6143914f
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-predictor.18d62dd3605fc9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 0e05e474-bdb2-4172-98bb-63e832f273ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: c46ad912-82dc-489a-873e-f7fb6143914f
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-predictor.18d62dd36126b18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: b53a4d82-8658-4bc6-870c-4b61caf5b191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:53.415511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:53Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0c8fed2782
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 661b1c42-f1bf-45df-835a-42622dcee372
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:53Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:53Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0cb1d6ce76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 3aaf8a79-5a66-4005-895b-d19648461409
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0cb3b853a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: a20eed37-7e47-4b2a-a8ab-fa01ff7ff655
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0cb75c9f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 5c69327f-6043-49e5-b5cc-36a69f68ae14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0cb7da8e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: 2e681e42-a7c7-404e-be87-bd24af3c5fc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e10c01d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 10f497d7-84d5-4def-bc0c-ca138ce10798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e13e34984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 9d6a16ea-8feb-4100-b49a-8e196cc2da2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e146ab2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: db02fe2a-af9f-4cbe-ad14-07b4a0f799f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e14754b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24253"
    uid: e5fae09d-33fb-425f-911c-27f7d0fc6382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e17e0b4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24255"
    uid: e8271bda-8b1f-4e5b-9644-b1e211cd4d2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e1866f0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 4b0e7653-8fb3-4f7e-adb5-34588fd7371e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:07Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e0e88c7dbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 3d0cf3e5-0306-44be-82f7-3737c37ba719
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:25Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e13fd184bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: 0fced2d3-7aaa-4998-a965-42f88d05b405
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 32deebb4-c614-45b7-a154-f885bb5d546d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:25Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm.18d62e13fd18a665
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 320d0bf0-6094-487f-a08d-526550b447b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56ccc8b76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: eb2d3536-43a8-40fb-a151-b3d826ce0d27
  kind: Event
  lastTimestamp: "2026-09-17T18:08:53Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56ccc8b76f-xfrmm'
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:53Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f.18d62e0c8f509944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: fe90d033-c9df-4b29-ae22-994e9ae4da9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24165"
    uid: 65b4aecb-3f39-4f57-9452-fe7ddb4904ef
  kind: Event
  lastTimestamp: "2026-09-17T18:08:53Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56ccc8b76f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:53Z"
    name: isvc-sklearn-runtime-predictor.18d62e0c8bf96194
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: 4fe9f25b-5f75-4502-9d4c-e11119a586e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: d38b3baf-184e-416d-ad35-1e1936bffeaf
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-sklearn-runtime-predictor.18d62e100ad379e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: 7386da2b-1237-4069-b009-0dd2518c89b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: d38b3baf-184e-416d-ad35-1e1936bffeaf
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-sklearn-runtime-predictor.18d62e100b5e1751
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 0f40191b-3b64-43f9-b7ca-cb2423706b78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: 4690c910-d6d5-4075-8333-13e6975f8cdb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:18Z"
    name: isvc-sklearn-runtime.18d62e0c8bf639de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: c0b39fdd-c09e-4550-be43-258b18d04fdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: 4690c910-d6d5-4075-8333-13e6975f8cdb
  kind: Event
  lastTimestamp: "2026-09-17T18:08:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:53Z"
    name: isvc-sklearn-runtime.18d62e0c8c6f09fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: b1eca8af-da77-433d-b4ad-22b04ae92587
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 4690c910-d6d5-4075-8333-13e6975f8cdb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:18Z"
    name: isvc-sklearn-runtime.18d62e124a425e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: f7243644-7818-4ea4-9e4c-9420679e2542
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:27.360150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34396"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef3fba4acf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34400"
    uid: a2724471-8323-4ee9-932f-582a0682651a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef4072ed8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: d473c2e9-b8d4-41ea-9812-364212418475
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef441ae9e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 22ae1065-e3bf-4cff-b885-b7b2835a0f0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef44319e15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: e72ed4d3-0432-42fd-b66d-52f75d950406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef445fbacaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 6639410f-e163-485b-b4b6-6727af0c4ba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef44668f90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: cbb85a9a-195c-452d-9819-68a7306fb206
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef48fb29daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: d2d8432c-efd6-4cf5-81a6-ad45842fa72f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef492ed8bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: e7fb9e6e-4a28-4245-9f5e-e1899f0c0001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef4935b1ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: db2e5f53-357b-4077-b32d-66075a43d3e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef49364fd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: 6de4b855-823f-4940-881a-db56e82104a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef496b269a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: d4ab8ff0-955b-4b86-8b8b-13ac1a64645f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:29Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef4972273aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: 17c1879c-f5de-4c79-9c1e-3f4a60fae766
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62ef507d341a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: c1267ac7-2e22-4edb-a815-199a690ee83e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62f08f5552d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: f64aea56-aa58-46e8-a809-3506605d44c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62f08f555bd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 09978481-26d8-4d59-ae1d-506b92926474
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: dacdd83c-048b-4bb2-9c18-f914abd804c5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz.18d62f090e17b3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: 2de26188-daf3-4a35-9713-c21e88ff3cd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-64bc8d7b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 34ff47ee-cefc-44e1-98ce-d43f07fa45f6
  kind: Event
  lastTimestamp: "2026-09-17T18:25:27Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-64bc8d7b4d-m4zmz'
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d.18d62ef3fb43c004
    namespace: kserve-ci-e2e-test
    resourceVersion: "34397"
    uid: 3c691ada-0c3f-44d1-a56b-680424b6c2da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34383"
    uid: 947de830-40eb-4061-bd09-255de5304036
  kind: Event
  lastTimestamp: "2026-09-17T18:25:27Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-64bc8d7b4d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3-predictor.18d62ef3f916a8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: 4031096e-e0c7-4dfa-b97a-08441d4c7d33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: 82e9d38c-ebb4-4627-9459-2542e7b0035b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:57Z"
    name: isvc-sklearn-s3-predictor.18d62ef777a3c81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34701"
    uid: 9c7616f7-2054-4452-a047-0d312558dcd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: 82e9d38c-ebb4-4627-9459-2542e7b0035b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:57Z"
    name: isvc-sklearn-s3-predictor.18d62ef7780deab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 98c49344-aeba-409e-80ea-7ca7d05ae1de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 82e9d38c-ebb4-4627-9459-2542e7b0035b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor.18d62efe75d6095b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: 571819da-5b45-4677-adc9-0424664a9082
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 82e9d38c-ebb4-4627-9459-2542e7b0035b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-predictor.18d62efe763a88b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35290"
    uid: 06955554-f158-4dc9-8723-c3a1048b92be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:10.970251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f36041f6464
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: ceafa5e7-8458-48ca-904a-16fe4b406ec1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f361205b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "37232"
    uid: fecb2963-5d4c-4378-b28b-33d87ba4d6a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:12Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f3649f6d0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37240"
    uid: 7bdeda39-0af8-4eaf-bf21-feff2e74dce2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f364b4f407b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37297"
    uid: 354172af-34bf-4780-a35c-e5fff785b134
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f364dfa4bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: eefe4970-b44e-468e-aa00-59bac2f5c7ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f364e7423b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: ae067320-3ce8-49e9-ba9f-929414f0c117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f3c866be-c57f-4e00-93d9-80f0a6e7bbd0
  kind: Event
  lastTimestamp: "2026-09-17T18:30:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr.18d62f3857ba3ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: edd82ae8-4522-41a5-877c-8d6aef9b54e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 837c64c5-ed12-4754-9e1a-a279d80f35ea
  kind: Event
  lastTimestamp: "2026-09-17T18:30:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-v2bdr'
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b.18d62f36038d3562
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: c982f149-4020-4e8b-bc54-b01a3babb718
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: 55a9f363-ea0b-42ad-99dc-bd1cccaf99e2
  kind: Event
  lastTimestamp: "2026-09-17T18:30:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d62f36012d2c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: b4f59a31-e6a3-47aa-9f71-87cd1ec00c22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: d5a626f2-3de9-4f29-a556-c89ae70cff20
  kind: Event
  lastTimestamp: "2026-09-17T18:30:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:18Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62f3601205a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: 347f1f32-4366-4463-ba8f-99d1b7dc4cf0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: d5a626f2-3de9-4f29-a556-c89ae70cff20
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62f36017dbebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 436d5da7-54aa-41eb-bb73-18f0bca53272
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: d5a626f2-3de9-4f29-a556-c89ae70cff20
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62f360773e730
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: 5b5d4c16-626b-4926-8e46-501b1d05645c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:39.830648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f20cbc77cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: f76c2bac-d588-4afa-b8bc-059f1bb27d37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f20ee1646b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 6fe622a6-d690-495a-9945-735c0e2d702d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f20ef54b957
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 6a0e4855-726b-4f2c-aa7c-4c11e07f1c62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f20f23a8840
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: e60df912-e8a2-456c-9904-c3bb3f0ed675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f20f2b3ca17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 120bab17-022b-4ef5-bbe1-c1285f5a591d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f2147c70b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: d4e66d7d-9496-48ed-8402-e0d45ee2ece3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f214b104cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: 1a6dc359-7740-4114-9004-a627898f032e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f214b99d142
    namespace: kserve-ci-e2e-test
    resourceVersion: "36409"
    uid: a3447a3b-6757-4c9b-8e10-e265a98c42e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f214ba4bedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 8ea588d3-2915-4b28-b08d-000b4704c5f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f214eb8c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36413"
    uid: eea0197c-cdd5-47ea-8ba3-aa828d6483c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f214f2c1845
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 6856199b-0367-4881-9eb4-1cc42bf3e7c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:29:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f21bfb4e5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: d9e6a53d-fd61-4888-9ca6-fa46ae5f2d40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:30:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f35c2dbf230
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: a636a31d-760e-41f8-aa6b-444efa8bca9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:30:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f35c2dc7b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: 6b82ad01-dc4e-401d-8a11-5ee4ad1c95ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 3d787c22-368f-4ebb-92f4-8d44601ef3ef
  kind: Event
  lastTimestamp: "2026-09-17T18:30:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2.18d62f35c5f80198
    namespace: kserve-ci-e2e-test
    resourceVersion: "37177"
    uid: 921d7273-c633-4663-bec1-adf5a754e812
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: a62a9210-3b41-4664-9e83-b1730b400165
  kind: Event
  lastTimestamp: "2026-09-17T18:28:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-5k7v2'
  metadata:
    creationTimestamp: "2026-09-17T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d.18d62f20cb5a069f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: eeb90daf-8aa6-491f-8250-117486735f26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: 337ff7ce-05b3-4ff9-a698-61e58030ce4b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62f20c8e39cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 59181c90-d894-4e56-a3e0-ef73647d5417
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 65522048-0ac4-4d42-8f8d-6b282ddd79a7
  kind: Event
  lastTimestamp: "2026-09-17T18:29:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62f24476be6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36922"
    uid: acf435d1-a62d-4aa2-9cf9-ba02783cf0a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 65522048-0ac4-4d42-8f8d-6b282ddd79a7
  kind: Event
  lastTimestamp: "2026-09-17T18:29:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62f2447db7b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: b05fb466-6272-41f5-8562-15ca07901c2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 65522048-0ac4-4d42-8f8d-6b282ddd79a7
  kind: Event
  lastTimestamp: "2026-09-17T18:29:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62f3242b95482
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: 7ed1b698-1f0a-44cb-a3c4-8ec511ecc97f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 65522048-0ac4-4d42-8f8d-6b282ddd79a7
  kind: Event
  lastTimestamp: "2026-09-17T18:29:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62f324322d94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: c1950d28-0cb8-40ad-af41-80c5b3510178
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: efae31c0-ec71-44c7-92f1-eb92cc4cc8aa
  kind: Event
  lastTimestamp: "2026-09-17T18:30:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62f20c8eb1a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: 4bcb13e0-09f5-497e-82de-a6637d35b651
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: efae31c0-ec71-44c7-92f1-eb92cc4cc8aa
  kind: Event
  lastTimestamp: "2026-09-17T18:28:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62f20c965cd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36356"
    uid: 01be0857-bfaa-4a57-86d7-d9e01c9d6da0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: efae31c0-ec71-44c7-92f1-eb92cc4cc8aa
  kind: Event
  lastTimestamp: "2026-09-17T18:30:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62f3377672921
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: 62f4a4cd-cf80-48ae-8e2e-5e553655db5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:28.722930Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f1e35b61fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 5652a4af-45a9-4155-aa1b-279c1cb0bd92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:29Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f1e57b5d031
    namespace: kserve-ci-e2e-test
    resourceVersion: "36197"
    uid: 7e78cbfe-33d8-4806-9c9b-3846652df76c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f1e5915138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36238"
    uid: 1c47acfa-5b50-4a67-8b50-3ccbdd732521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f1e5bf61449
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 5fc7d63f-efde-4272-bd51-3465e2ffece0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f1e5c6bc420
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: f7dd2973-f02c-4b28-a89f-c8f3aa91e1ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 94eaf480-c4ce-409b-817e-11e80a942aaf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj_kserve-ci-e2e-test(94eaf480-c4ce-409b-817e-11e80a942aaf)
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj.18d62f201c5b04aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: cb967068-d346-4b2f-91d3-50cd6e993624
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: d26efae4-bbee-4019-862f-e02cb007b6f7
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-smrpj'
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb.18d62f1e35486cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: fe1ca20c-1a0f-4c34-a0b0-b67fe31709bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: ddec0feb-3f28-4d47-85ac-d5476d87a29a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d62f1e32a6958e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 1db62973-d3c9-4473-97e0-eaea001fea50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36159"
    uid: f18ea680-7bd3-43cd-a6a4-5d4ad82fe3b1
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62f1e32b0a9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: 6b4e9e83-f061-4f01-b712-a7e97c5c8d0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36159"
    uid: f18ea680-7bd3-43cd-a6a4-5d4ad82fe3b1
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62f1e3325a48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36176"
    uid: 9a437b77-cc0d-4ff9-82fd-ee1c784814a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:57.574243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f08fcd28432
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: 71781bdd-9961-465a-8f87-7b8522ea1c3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f0908bc13f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35345"
    uid: 58b96d96-49df-4295-9169-ae571fce82fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f094289b9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35357"
    uid: 0256d70c-6402-4772-957e-84f313665bb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f0943dd8a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 20ab7e30-49da-4896-aac5-d6f8ad23930b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f094745d5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35360"
    uid: 34b2f95c-c7e9-4a04-a24c-97c5b97063d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f094821f416
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: ed8a247f-da81-4508-a3cc-c81233e7e1e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09a63e4f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35386"
    uid: 5140a050-bb7f-46cf-90f6-bf86418c5625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09a991d07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 1276ed74-c435-410e-9819-f8e62d06edb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09aa19e898
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: 84fc3a56-3298-41c8-a98e-6b1e147e7305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09aa23d3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: a591e766-1794-49e5-bc80-d51175f5238b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09ad712fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: 1fe7e0c9-3608-4e9a-9633-8a09b67849e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09adeb5ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: 2f78f029-e772-483b-957a-fc1f7ff80a15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f09e24aa2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 1b23f2c9-7726-41f7-a626-3db9c0ec068c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f1df2be09ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: 31d317e9-1b47-431d-8301-b316f55d25d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: da5f8454-67f7-4f7f-8dc9-9a438428d85a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg.18d62f1df2bea9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36141"
    uid: 10580c7c-1d7a-447d-bf0d-e0c13726a07b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: d41a2632-b0db-4af6-861e-d5dae5ca105c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-b5tgg'
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544.18d62f08fc208213
    namespace: kserve-ci-e2e-test
    resourceVersion: "35327"
    uid: 6cef265d-9fe4-42ca-bc2b-bfb462ca4455
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 34bfa432-4d11-4df1-9b79-f3b00a072f1e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-568744c544
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62f08f9ec33bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35318"
    uid: fd2c0259-061c-4bc8-a259-91c5165d5259
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 252794b5-79f3-4309-9280-7af441c171c1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62f0c78ce705f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35602"
    uid: 1b497647-a8c2-445f-8acc-dd805ed6a847
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 252794b5-79f3-4309-9280-7af441c171c1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62f0c7941387f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35603"
    uid: 525fdae5-b338-4786-a1b5-e0bccb16c9ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 252794b5-79f3-4309-9280-7af441c171c1
  kind: Event
  lastTimestamp: "2026-09-17T18:28:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62f137724929c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 93a7ac9c-7edf-416d-bcd4-3f9ca3f39dae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 252794b5-79f3-4309-9280-7af441c171c1
  kind: Event
  lastTimestamp: "2026-09-17T18:28:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62f13778b1009
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 768dfa4f-ebcd-4df2-981a-4a070ec1d50f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: b1cb560c-4c1b-4116-82c0-a4ba08291cbf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62f08f9ed81ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: 096020f9-e94a-4ee8-aa07-654956cd1c75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: b1cb560c-4c1b-4116-82c0-a4ba08291cbf
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62f08fa6ac431
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: bd1474f4-a61e-4b96-988c-56ebe5bba6a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: b1cb560c-4c1b-4116-82c0-a4ba08291cbf
  kind: Event
  lastTimestamp: "2026-09-17T18:26:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62f090088afcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35340"
    uid: a5a5db7b-8f72-4117-91ef-aeb411aa2c4b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: b1cb560c-4c1b-4116-82c0-a4ba08291cbf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62f1b99d04c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: bdcd6272-fe9d-4df3-ba3c-c0a4536a788e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:53.205287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38310"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4dd1ce3c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: f5f8081c-71ac-4b1b-844a-b8b3438b45fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:31:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4ddc1571b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38328"
    uid: fe848ed5-814d-4e65-bbe0-4bf6963c4a78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38320"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:31:54Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4e1793c560
    namespace: kserve-ci-e2e-test
    resourceVersion: "38337"
    uid: 3e535261-6bdd-4e77-bce3-1f3d1ddce524
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:31:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4e18e9a23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38379"
    uid: 64d42ee3-437e-40e1-bfef-3b3e3c4c5739
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:31:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4e1bdca13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38382"
    uid: a3866b4c-a9c3-43d4-8760-13ba1d88b14f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:31:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4e1c54b3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 06cb637f-8197-4722-b17f-eeb17bae0712
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9934042b-e7be-44d1-aaf1-6272ad20a658
  kind: Event
  lastTimestamp: "2026-09-17T18:32:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx_kserve-ci-e2e-test(9934042b-e7be-44d1-aaf1-6272ad20a658)
  metadata:
    creationTimestamp: "2026-09-17T18:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx.18d62f4fd667b4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: fdedec16-a020-44d3-b112-d24add0968e5
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: e434deee-cbf5-43ef-8e52-ade65ce9b12b
  kind: Event
  lastTimestamp: "2026-09-17T18:31:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-mplrx'
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57.18d62f4dd15aa47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38311"
    uid: a0d4c066-b342-467a-a937-cbe7da5e0f97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: cb09dcee-6812-4f3a-8b48-08e8d08c34fc
  kind: Event
  lastTimestamp: "2026-09-17T18:31:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d62f4dceeaf6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: a1601e29-868b-44a8-a9be-fbb104cec6b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 1cf985d0-377e-468a-8f39-7f434277b12c
  kind: Event
  lastTimestamp: "2026-09-17T18:32:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:01Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62f4dceee1eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: 0d39466c-678d-4133-9c8f-25a5bdb6309f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 1cf985d0-377e-468a-8f39-7f434277b12c
  kind: Event
  lastTimestamp: "2026-09-17T18:31:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62f4dcf51f38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38323"
    uid: 1b92dd53-201e-4b23-b82c-574db27646c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: 1cf985d0-377e-468a-8f39-7f434277b12c
  kind: Event
  lastTimestamp: "2026-09-17T18:31:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:53Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62f4dd536407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38324"
    uid: 6934e524-4acb-444c-a0d7-f95733666e93
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:22.069965Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f3899b79618
    namespace: kserve-ci-e2e-test
    resourceVersion: "37378"
    uid: 76ba0fb5-0630-4d99-abc2-6a6d098c3d0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f38bbc0abb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: 47a3faf9-0663-4020-8616-15cd6b54ef1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f38bd1139fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 2752fefa-3b74-44c6-bcdf-35aef7945a55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f38c02478a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37401"
    uid: b41d62bc-600f-4b7b-bc5a-60d62cad8b5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f38c0945e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37402"
    uid: 967cf901-5b6b-4e1f-a029-1746091b8889
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f391501ca4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: d758fb1a-3fe7-4999-8144-1ba3faa2b7d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f3917dbe83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 23cbc4b6-ff6a-41f4-9701-0fa2eb762717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f3918488117
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: d3fe78a5-f820-4cf9-972a-fa02e4d917d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f391852425b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: 47f74227-9301-40ac-a256-8f71d09694b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f391aba0401
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: ca37d36a-39aa-4154-9611-faf81d525883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:30:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f391b26ff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: 69d1b089-dd62-4ed7-9a71-955c0cc24685
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:31:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f398ce38720
    namespace: kserve-ci-e2e-test
    resourceVersion: "38027"
    uid: 1d09c722-2c49-4d52-89ba-61732c5e8fe4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:31:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f4d8f598351
    namespace: kserve-ci-e2e-test
    resourceVersion: "38274"
    uid: 2e2dde29-451c-4bca-ae79-075922d4e06f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:31:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f4d8f59ff50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: bb2de0f9-2078-4f14-8b33-d09df0447a63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 58a50202-13f2-49b6-acaf-479d2baf2e56
  kind: Event
  lastTimestamp: "2026-09-17T18:31:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j.18d62f4d931bb1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38277"
    uid: 8c2db953-5e1f-47fa-8449-a51b404fa809
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: befbf729-d9b2-49d4-949a-6b0f1a3658fc
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-7978j'
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95.18d62f389964419f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37376"
    uid: e0e3a64d-b245-451b-81c1-b530638d72fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37363"
    uid: 3422747e-eaa2-48b5-99ed-a5bf8f1ca78c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62f3896e66e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: a4ad4f40-4120-4410-bd31-4362b86b7e5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37364"
    uid: e3b21255-bcd7-4185-9517-833b44f02c38
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62f3c1566204b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: d5494e6b-435a-44e0-85cb-7e8b61c57ce0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37364"
    uid: e3b21255-bcd7-4185-9517-833b44f02c38
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62f3c15cdf062
    namespace: kserve-ci-e2e-test
    resourceVersion: "37847"
    uid: af72fee1-5a24-4f6e-beed-b82885eaec9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: e3b21255-bcd7-4185-9517-833b44f02c38
  kind: Event
  lastTimestamp: "2026-09-17T18:31:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62f4692c488a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: b15fa40a-cc6c-4c83-ab22-9c3f43fed9f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: e3b21255-bcd7-4185-9517-833b44f02c38
  kind: Event
  lastTimestamp: "2026-09-17T18:31:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62f469329a9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 31455346-9390-4846-849c-2aef2ebd6da1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 23e666ef-939e-4ed4-8394-0835319c1e98
  kind: Event
  lastTimestamp: "2026-09-17T18:31:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:42Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62f3896eb46aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: a74227ae-de10-4765-b357-75acb5559c31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 23e666ef-939e-4ed4-8394-0835319c1e98
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62f389760e689
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: 41726515-6bcc-4464-bcdc-3eabc2d6d3a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37357"
    uid: 23e666ef-939e-4ed4-8394-0835319c1e98
  kind: Event
  lastTimestamp: "2026-09-17T18:30:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62f389d3a52ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37387"
    uid: bf99be37-ec89-41a7-bafa-315f1bed5df5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 23e666ef-939e-4ed4-8394-0835319c1e98
  kind: Event
  lastTimestamp: "2026-09-17T18:31:42Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:42Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62f4b449c6a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 24421ecb-4e22-4550-b295-8302149ccacb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 2e635ce7-f029-4666-bc3c-d06f10c7fc82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:47Z"
    name: isvc-sklearn-s3.18d62ef3f942d083
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: f740dc50-5ef1-48f5-9c28-acbe125f9bb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 2e635ce7-f029-4666-bc3c-d06f10c7fc82
  kind: Event
  lastTimestamp: "2026-09-17T18:25:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3.18d62ef3f9c3e3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34409"
    uid: 0829af7d-a8bf-433c-9f6c-626dee9453d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34377"
    uid: 2e635ce7-f029-4666-bc3c-d06f10c7fc82
  kind: Event
  lastTimestamp: "2026-09-17T18:25:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:27Z"
    name: isvc-sklearn-s3.18d62ef3ff4f23af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: 71afb066-baf6-499a-b339-5e4a4dee4222
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: 2e635ce7-f029-4666-bc3c-d06f10c7fc82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:47Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:47Z"
    name: isvc-sklearn-s3.18d62f06bf71eea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: ff634009-16e5-4104-84fb-09a5d98ca949
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7bbd5dfff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 8b451a74-65f5-4158-beb3-3b5c65661c45
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7bbd5dfff7-xxnr9'
  metadata:
    creationTimestamp: "2026-09-17T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-sklearn-scheduler-predictor-7bbd5dfff7.18d62dc0eff98a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: a38e9dd8-90bb-480a-8feb-86b30ceba2aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: f15208b3-8e5c-4b0c-a145-f1bdf2857ce7
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7bbd5dfff7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-sklearn-scheduler-predictor.18d62dc0eb187e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 7dc6f440-399c-4a82-9cd6-7113a6591586
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 16a24526-36d2-44d4-aa64-88ccbac226bc
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-sklearn-scheduler.18d62dc0eab64968
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: 47aaa7b0-1dfa-4d59-80a1-1d26cfce390a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 16a24526-36d2-44d4-aa64-88ccbac226bc
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-sklearn-scheduler.18d62dc0eb217c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 38af7734-5e7e-4f48-b9ba-8c1da8858217
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 16a24526-36d2-44d4-aa64-88ccbac226bc
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-sklearn-scheduler.18d62dc0eb21d3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: da63a28b-2ab2-403b-bf39-d900efc34ec4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:11.108911Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3a975f0d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: c05127bb-c73a-44f9-8eba-7f614f98b50e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3aa688dc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: 5743c793-11e8-4124-a623-0f7adfb97532
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3add3838bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 11368dc7-58ac-4e3a-bef6-3a08dfd1ad5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3ade94c8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26532"
    uid: c6d97c04-4130-4086-bb01-a189ac699ee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3ae1a6ea47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 3d379a71-036a-4b79-aae6-c76405b80859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3ae21772bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: 45595980-a3d2-40a3-b8b0-cd9abb8521c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bf21d49f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26578"
    uid: f1627e9d-5610-4f4a-b29b-a08ffe11252e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bf53958f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 35f00866-7618-435f-8b8d-adc4cce5a35f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bf5afafab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 0cafe6bd-2b32-465e-a460-02db00467c88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bf5baac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 8ae5c9ff-6aea-40df-92cb-1f23f36046c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:17Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bf988e1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26586"
    uid: 60f82795-ff0e-45bd-9310-c7d7ec761673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:17Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3bfa00ead4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: b43a99f4-e8ef-4416-8983-a712d554feee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:13:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:43Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e3c2e3255cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: 5c63becf-3606-4c30-b29c-3c72ae01e9e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:13:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e4f914bde8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: bb061085-fa19-4336-aaff-f68d22f5c8ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:13:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e4f914c64be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 3fe3c977-3464-4c5f-8a22-cfd8e72706ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 0d7ae63e-b00a-458e-988f-7b7d50c7a27c
  kind: Event
  lastTimestamp: "2026-09-17T18:13:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:43Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c.18d62e50346e3252
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 926d2f2a-e18c-4094-ba70-53af481ce9f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-855c67d848
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: 86e7d3fe-6a90-4a47-8f5c-73e5f89b15e4
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-855c67d848-t586c'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848.18d62e3a96e334b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: 91903a17-6549-4571-bad5-eb335c41470d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 6d9c2e92-7cde-4db3-87f7-1eee87cca39d
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-855c67d848 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62e3a9347b9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: dfe21f16-7681-4983-8cf4-6867e2412114
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: 925fe099-e3f9-4476-9853-c14f4997e071
  kind: Event
  lastTimestamp: "2026-09-17T18:12:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62e3e12002529
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 86a00ab8-bae8-4e21-b753-2a00edbdd090
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: 925fe099-e3f9-4476-9853-c14f4997e071
  kind: Event
  lastTimestamp: "2026-09-17T18:12:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62e3e128be07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: b1b70e06-7450-448d-a784-c2dc4ff7ec35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 925fe099-e3f9-4476-9853-c14f4997e071
  kind: Event
  lastTimestamp: "2026-09-17T18:13:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62e450ff1c475
    namespace: kserve-ci-e2e-test
    resourceVersion: "27451"
    uid: afe61154-cca1-4fb2-a462-6acd96b58177
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 925fe099-e3f9-4476-9853-c14f4997e071
  kind: Event
  lastTimestamp: "2026-09-17T18:13:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62e451058eaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 83497e9d-6dfb-4778-94b6-6d8e4f5642f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: d123d4da-1831-4696-8d13-e8a3c9d25462
  kind: Event
  lastTimestamp: "2026-09-17T18:13:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:34Z"
    name: isvc-sklearn-v2-mixed.18d62e3a9379e1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: af1b8844-db2a-4d30-8195-94a8e2dd5e57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: d123d4da-1831-4696-8d13-e8a3c9d25462
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-sklearn-v2-mixed.18d62e3a93e67860
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 716431dd-ea5b-4bb4-8345-7c5cca9ff2d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: d123d4da-1831-4696-8d13-e8a3c9d25462
  kind: Event
  lastTimestamp: "2026-09-17T18:13:34Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:34Z"
    name: isvc-sklearn-v2-mixed.18d62e4de6b81be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: df1542ec-1886-4d67-9906-ab0b0fa371f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:35.767963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-555d868545-r5nwp
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e24649ba32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: 815f07d8-29fb-48b2-b345-f2b1cec535ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:36Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:36Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e248706b660
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: a3c9e19a-ca18-4b86-9d4f-e0905f687c90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:36Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e2488d0a470
    namespace: kserve-ci-e2e-test
    resourceVersion: "25294"
    uid: 1c4e53e4-5298-48af-add5-b58769353861
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:36Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e248c5d7e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 813a43a4-988e-4174-b98d-408ff221520e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:36Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e248cd7b58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 5079ecb8-52e9-4e5d-8e40-619c8317f00c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e257a15958d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: a0d2bb38-ff83-4bf7-aa4e-ee85fc2ccc1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e257e48521d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: 470a6b86-1fcb-4c92-9510-6c6993f7d808
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e257ed509d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25341"
    uid: 3f6c2056-7f66-482e-9634-f8acf9feaac1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e257edf7ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25343"
    uid: 9ac48360-5c0b-4ccb-a6e7-52c82480baa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e2581dbf39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25345"
    uid: 6953f6bc-2117-4ea7-8b30-5e525aa76046
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e2582535060
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 5b9bca15-ef5d-46df-9d97-7c7d2e0f72e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:12:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:07Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e25b6321fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: f079c4bb-e42c-4af7-8fb7-a22bf1ff9366
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e3964fc0708
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: af35b5ea-753f-4ba1-a381-0ca4a6bbb20a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e3964fcbb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 8921142a-18a3-47f6-a134-af9f890adbc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 557be521-7a4f-469a-b1de-dcdd595a4415
  kind: Event
  lastTimestamp: "2026-09-17T18:12:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:07Z"
    name: isvc-sklearn-v2-predictor-555d868545-r5nwp.18d62e39bc7569cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 532f8fd7-8f26-40a3-9214-3ca2aee317d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-555d868545
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: aaf3dc81-372c-4779-80a6-0af4894f238e
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-555d868545-r5nwp'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-v2-predictor-555d868545.18d62e24636ba9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: 0f7f1ed5-474f-418d-981c-9ebab8034cde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: f44db47e-8aab-41e5-95e4-70e604f3db0c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-555d868545 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-v2-predictor.18d62e245fd3aca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: 51ab532a-ef59-44a2-a334-6f867b22e9db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: cbacfce3-85a6-4ac1-9c70-b1adf212ee3c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:20Z"
    name: isvc-sklearn-v2-predictor.18d62e27de34a3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: fd2de744-b586-498a-bb79-87691ce50461
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: cbacfce3-85a6-4ac1-9c70-b1adf212ee3c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:20Z"
    name: isvc-sklearn-v2-predictor.18d62e27de9a7e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 04299d48-ab50-4de0-928b-e98fc7e0fe3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: cbacfce3-85a6-4ac1-9c70-b1adf212ee3c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-v2-predictor.18d62e2b5d547b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: 442875ac-425c-4baf-b1c1-b2b4cce3c9aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: cbacfce3-85a6-4ac1-9c70-b1adf212ee3c
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-v2-predictor.18d62e2b5dd844d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: e11e2fd1-e057-4eca-8bbe-bb3d8fedd09c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:30.490500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1531c49372
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 2255e5bb-7f64-4e13-b28b-8135185e8514
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:31Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:31Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1553d9bfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: fe6164dc-5899-46a0-9419-7cee247dc3d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:31Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e155563e4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: 74011401-2c2d-4095-b08b-24cee2a74d1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:31Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e15585a2853
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: fcbba8e2-42f4-40df-bdd0-5de48b1302e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:31Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1558cc42ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 6371fa30-6a24-46fc-bc5f-3f582c3e0a68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1664b6a27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: 60488dcc-30f5-4ebe-a915-56230c897995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1668869097
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: a538d631-0d20-4947-adb8-922fb35687c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1668fce54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: c3624727-bc27-4317-80c9-b5bcbf39d3ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e166908315b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 8ec63eef-0a20-4cf7-a310-86c547e260cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e166c0373b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: c6336eff-d74d-48b2-a1a4-0fcabb541f18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e166c778b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: 4afa33b4-4013-4fc6-b7e7-b595aa6a67d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:10:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e1f43ba0ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: 1b7e36a1-c265-4de1-be25-a50e4d6c7610
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e2331f3867b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: 7b310f49-1402-4c41-aa17-c42d0b0e3181
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e2331f4376a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: 598282e2-594b-4072-b82c-324a8aa6bbe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ff23b0f-f993-4384-90e4-83aacac37842
  kind: Event
  lastTimestamp: "2026-09-17T18:10:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8.18d62e23e68fc049
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: 17073fd5-6956-4994-99df-aac479e1f6fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 6dbbfc74-6b15-4724-a29c-c33f0af0a223
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-khfr8'
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62e15314a8427
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: a33f5c3a-dca7-4bca-8a4d-8c858c47cc22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: e2808d52-e56f-424d-badd-164dbac03ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62e152dec7e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: 2a135089-7e3b-44d2-bfad-63ef9d1fcfd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: df1da790-02e4-4794-b232-1a64b7a3a46c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62e18ac8c0fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 3286a1a9-f49c-4b0b-9359-1f835f5e2a37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: df1da790-02e4-4794-b232-1a64b7a3a46c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62e18ad05b86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24881"
    uid: 95058a46-4f35-455d-81b2-0111e2e27940
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: df1da790-02e4-4794-b232-1a64b7a3a46c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62e1fab1d353c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: 99a1b336-b4f5-4563-b21a-c2f2455778f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: df1da790-02e4-4794-b232-1a64b7a3a46c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62e1fab8b908c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: 259d3dff-bf69-40f2-9649-99d30c8f67c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 35bef523-eb62-4004-b548-fa6892250058
  kind: Event
  lastTimestamp: "2026-09-17T18:10:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:23Z"
    name: isvc-sklearn-v2-runtime.18d62e152dee6bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: ca11f1ab-bbc5-42a3-a032-290563b29005
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 35bef523-eb62-4004-b548-fa6892250058
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-sklearn-v2-runtime.18d62e152e7782e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 134f1e01-5303-488c-b164-277092f8b641
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 35bef523-eb62-4004-b548-fa6892250058
  kind: Event
  lastTimestamp: "2026-09-17T18:10:23Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:23Z"
    name: isvc-sklearn-v2-runtime.18d62e2198dce6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 7bc4def5-1d81-44a0-9265-7654e360809e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: eb6c3d44-09fc-4c35-9e16-d754ae628cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:11:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:57Z"
    name: isvc-sklearn-v2.18d62e245fd7f392
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: 29fe2983-9524-4607-bfca-f8ddf9ed5fef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: eb6c3d44-09fc-4c35-9e16-d754ae628cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-v2.18d62e246061a81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 4324ee54-f296-4a03-a988-f5c9f62c7b19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: eb6c3d44-09fc-4c35-9e16-d754ae628cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:11:57Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:57Z"
    name: isvc-sklearn-v2.18d62e376e404a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 64080c70-0088-46c5-b397-fc7f80086fd2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 8be38896-9721-4b43-b1ab-8106315c4c6a
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-sklearn.18d62dc8e160129f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: 2dd2c8d1-8a40-4f82-a20d-93db0575a0fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 8be38896-9721-4b43-b1ab-8106315c4c6a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn.18d62dc8e20a3af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 730bc3e3-3a6e-4d52-a8d1-7dad985a0055
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: 8be38896-9721-4b43-b1ab-8106315c4c6a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:02Z"
    name: isvc-sklearn.18d62dc8e7f50f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 2ef59b1a-cb41-4b87-bfb6-c7fafee21428
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22469"
    uid: 8be38896-9721-4b43-b1ab-8106315c4c6a
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-sklearn.18d62ddc6cb2c76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22472"
    uid: 88f61785-e5fd-4f3a-833b-775fba670e22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:13:46.387932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-x68r2
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e50c671d00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: feba6154-a507-4e8a-8c9f-eee2b2c6389c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e50d1fad4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: 860d56e4-89d7-4b84-bc08-b7995931def2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:47Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:13:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e510cea20ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 5c4ee0be-f19d-4f41-83b2-c62e99a52bfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e510f33f4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: 72298803-000e-41c7-b2be-85b120bca2bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e51126485f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: cd915f56-12ca-44ad-bcfb-4e07e60c5cfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5112dc1f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 717a9a7b-4512-4d17-a4d0-5b530f67714d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:52Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e522ff8dfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 169070ae-e430-4595-8f1b-9b4769cba963
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.846s (3.846s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e53153ba93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: 548e353b-a412-4c48-9371-dfa7231f7439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e531886a1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 1cad556d-60ab-48f8-a1bf-326a499a2143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5318ec42c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 2e98c421-7a66-41aa-a67b-9b3705f3636d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5318f6cba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 85c73607-2602-481b-a0d7-1ed739bd36df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e531bd1d6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 14a761c2-a57e-460e-80b2-bfc799133e33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e531c382d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: e3226e98-07c6-4e8a-be16-58735f0731e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e535c11562f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27696"
    uid: 1ded9566-ab98-4532-99b8-2263144faaad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5a350a30b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: 545908dc-5043-4cd8-b024-16e901aa265b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5a350ae84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: 01e00a5c-67f7-492c-9408-f6dd5a59f79c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-x68r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2eb57aa1-ad4c-40ac-b8b1-9330d4492fa5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-x68r2.18d62e5a940dbdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 9b4d2124-80c8-4d73-b1dc-4f4a5a62f327
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27514"
    uid: 426335d6-a483-471a-b445-7fed7579d67a
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-x68r2'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d62e50c5fa7d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: 89e94e67-3867-48a0-8ccb-873b2b705f35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 22d5e2dd-3b10-45f0-8003-ed4d4f964e88
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-tensorflow-predictor.18d62e50c2ffbb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: b50dfb63-3e6c-4fcd-891b-65cfdc859013
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 55be743f-0a70-4911-8af7-17ab6d9668f7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-tensorflow-predictor.18d62e5441e85edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27869"
    uid: 25ac3bde-f20d-42d9-a306-b748fa760aa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 55be743f-0a70-4911-8af7-17ab6d9668f7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-tensorflow-predictor.18d62e54425348a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: a2acaa71-51f7-43e7-ab8a-a23934911c5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:32.089405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28046"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5b6a76b222
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 55341a33-bc2e-4b5d-bb72-5e4b7725c221
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5b8c69e401
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: c6d2533e-4763-404d-9173-770e0fc106d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5b8db373bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: e545ef25-0dd0-4236-9100-ad3bc0bb9bd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5b907b7703
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: 76032117-c4be-432c-a152-4e17d2f4154d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5b90e09d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 0c343120-7eb3-4b45-bfab-1f0b64b716a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cb87ef252
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 57b3f9dc-98a8-4e44-a0f6-0d4ec27894fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cbb3bb435
    namespace: kserve-ci-e2e-test
    resourceVersion: "28110"
    uid: 54613558-1a44-4f0d-9d4c-cc71900f70fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cbba14b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: c693a7a1-bc15-407e-a689-7737d9bdd05b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cbbac5a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: 980c2648-d2a6-4088-b6de-25f2a17e42ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cbf2ab02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 999eb07c-6f03-4b99-817b-8a59e7c35186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cbf8f4bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: e12e350a-9196-45f3-a6b6-10f11271a113
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:14:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e5cf4995b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 71052eb4-bd76-4634-9626-8c6e4f895646
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:15:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e649d7fbe49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: a3de6f88-1597-45ae-a532-7cc8eb4a4662
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:15:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e649d808c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28393"
    uid: a4a713df-3a78-4f48-a203-6f00c814be08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: a259ae20-b5e1-4ebd-9da9-207bce304d30
  kind: Event
  lastTimestamp: "2026-09-17T18:15:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5.18d62e655692f1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: b510002c-c818-43ca-9f1b-31fc2fa7bfa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28035"
    uid: e9be3a94-cbe9-42b0-b5cb-7325729b4265
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-c5hr5'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62e5b6a021367
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: ca58feca-2a35-428e-98ee-fa8082d3bad9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 4c9f5b5d-efb8-48c0-a5b7-4bf254413aa7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime-predictor.18d62e5b676af8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28037"
    uid: 508a9572-8ebf-420d-8218-63ae54ad0ee3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: cf211fb2-c143-4852-a0eb-5bf89f151382
  kind: Event
  lastTimestamp: "2026-09-17T18:15:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:02Z"
    name: isvc-tensorflow-runtime-predictor.18d62e5ee6a4e1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: f807535d-000b-4173-bf62-cb7b658b40ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: cf211fb2-c143-4852-a0eb-5bf89f151382
  kind: Event
  lastTimestamp: "2026-09-17T18:15:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:02Z"
    name: isvc-tensorflow-runtime-predictor.18d62e5ee710bf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 20ac9e88-e08d-4a9d-89eb-ae372a762b39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 984aed28-4e80-4c97-8971-9b43cd34d2c7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:54Z"
    name: isvc-tensorflow-runtime.18d62e5b676fa168
    namespace: kserve-ci-e2e-test
    resourceVersion: "28258"
    uid: 24c2717d-105d-499c-8d03-179a333c2159
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 984aed28-4e80-4c97-8971-9b43cd34d2c7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: isvc-tensorflow-runtime.18d62e5b67e9e057
    namespace: kserve-ci-e2e-test
    resourceVersion: "28040"
    uid: c975299f-0fcd-40b8-b729-b8520459092b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: 984aed28-4e80-4c97-8971-9b43cd34d2c7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:54Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:54Z"
    name: isvc-tensorflow-runtime.18d62e60b3b92df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28257"
    uid: 35a4371d-63e1-4ef2-ba43-8450b1c771db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: eb65d9a2-720c-46e7-a6b1-229f9a49f76a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-tensorflow.18d62e50c3126559
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: ff9731d7-249c-4c0a-b8c4-3f603ecf82e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: eb65d9a2-720c-46e7-a6b1-229f9a49f76a
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-tensorflow.18d62e50c376ea7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: cc05fa83-e5af-4f58-a67f-14d7bf87164a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27808"
    uid: eb65d9a2-720c-46e7-a6b1-229f9a49f76a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-tensorflow.18d62e571b18d61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: c593ac27-da1b-43f2-8c04-9b918871da32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:16.809268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28451"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-6vnkh
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e65d3f99de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: b6d0810c-e24d-4d64-a132-aef16784fcb7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28461"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e65f600ae71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28472"
    uid: 5fa2b164-802d-4f7f-a828-fa61d601f638
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e65f755ca66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: 90e7a0f8-a670-4b13-8b7a-f48b2b865d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e65fa2bcb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "28476"
    uid: f0dc5565-9f5c-4fe3-9a84-a896114def99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e65fae67dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28478"
    uid: 175eca89-85a8-4249-950a-9446655bfb7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e6703ffaf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: b93e73e5-ad41-40fe-bf0f-fdb1937ff1bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m56.439s
    (1m56.439s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e82204f8286
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 27af1eb3-c43f-4e60-b517-f02019049a85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e8226346058
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: c9744a90-7d4c-4466-8324-61da1abc7e66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e822764c3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: f7d8cdea-408e-4729-bcc4-a437adcd5b84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e82276e65e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29582"
    uid: e209a4d0-620f-4ee2-a2d3-7a929c4f8239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e822bff6f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29583"
    uid: 6af0c64d-38d0-4814-ac90-4eb539af9e4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e822cd16050
    namespace: kserve-ci-e2e-test
    resourceVersion: "29584"
    uid: 75fc511d-3866-4e53-9d5c-dd576fcf8e9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e82700a78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: e0b5dd2e-890a-47c8-b0c1-161a82f03cb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:29Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e84a7bb7ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 2b25be90-3804-459a-8d3a-9b02ab7c7ed2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:29Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e84a7bbf0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: a2dd7732-8b60-4f1e-86e3-d384abc169ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6vnkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: db79adc0-0ad9-40a7-9f3c-3b48621a9794
  kind: Event
  lastTimestamp: "2026-09-17T18:17:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:30Z"
    name: isvc-triton-predictor-5d7db58676-6vnkh.18d62e84fffb80e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: e49884d4-9cb0-4371-9864-dfec2c493149
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: 3ff2a9c8-e0a5-435b-843a-736270cdcb2f
  kind: Event
  lastTimestamp: "2026-09-17T18:15:16Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-6vnkh'
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: isvc-triton-predictor-5d7db58676.18d62e65d36a2cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: a0d40f88-8326-4ad3-bc20-c0797a39cd22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28440"
    uid: 065bd134-c9ec-49a2-9c0e-928baa1aeb41
  kind: Event
  lastTimestamp: "2026-09-17T18:15:16Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: isvc-triton-predictor.18d62e65d0baace4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28444"
    uid: c521a4ff-36e0-497b-9656-6f845dd3f1d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: ac60a2fc-34fa-4b7a-a9ef-c28153b6318e
  kind: Event
  lastTimestamp: "2026-09-17T18:17:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:16Z"
    name: isvc-triton-predictor.18d62e694fc1dde8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29564"
    uid: 58370072-2a5d-4392-a119-c395f5da3222
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: ac60a2fc-34fa-4b7a-a9ef-c28153b6318e
  kind: Event
  lastTimestamp: "2026-09-17T18:17:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:16Z"
    name: isvc-triton-predictor.18d62e695026c875
    namespace: kserve-ci-e2e-test
    resourceVersion: "29565"
    uid: 7d8ed259-be39-45a4-83e8-26fd19776cd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: fbf002d0-a0e6-4cc5-b716-c69a0c8e1613
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-triton.18d62e65d0bfa6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29691"
    uid: 515dfed3-cfdf-4ca5-a572-8ee7e115683e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: fbf002d0-a0e6-4cc5-b716-c69a0c8e1613
  kind: Event
  lastTimestamp: "2026-09-17T18:15:16Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: isvc-triton.18d62e65d15c76d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: 96327af5-8254-4eef-9bbe-afc845bf3982
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29688"
    uid: fbf002d0-a0e6-4cc5-b716-c69a0c8e1613
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-triton.18d62e83dbecd350
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 07ae7ee6-895f-4312-a0fc-1e207f771597
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:17:34.390699Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-p4x9l
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e85dc779db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 940d0d6d-9226-4a30-9d48-0cd3593c27a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e85ec644bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29829"
    uid: c38c3fd3-ca33-43b1-924f-93119bca3932
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:35Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8624148002
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 462ef714-d7e1-44ea-8ec6-bfd086a3591f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e86257960dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29844"
    uid: 928833a4-1f43-4748-9179-c32f3d2195cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8627f42898
    namespace: kserve-ci-e2e-test
    resourceVersion: "29845"
    uid: c24eeeaf-6b95-4552-b6e5-5ec042d041da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e86285a991a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: 40bf68e7-f51d-4599-977b-5eacf2429b18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:17:39Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e871eeba9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29880"
    uid: d828a9bb-c45a-42e9-a9cf-9cd0fdc68067
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.228s (20.228s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8bd49f4f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: 3ef7db88-8d09-4d2d-9797-1ba162d9b741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8bdb29f8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30037"
    uid: 53e5ec13-f5aa-423c-a3fe-367079caeb63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8bdc793b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: c2e86aec-4e8b-4dcf-9530-a2e46e116ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8bdc832a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 6b18e251-f5b3-4da5-9ca1-cc53496f4359
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8be2ed0a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: debff033-61d2-447d-a2a8-fe196c9668a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:18:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8be3fde06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: deb77475-ebce-481d-9f6e-3eed4f80b6e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e8c09c9b0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: a7ec61d2-6e7b-47bf-a523-6f5181556bf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e9d4392809c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: 715737d0-a7e4-4fa0-a5b6-628587bada33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e9d43936e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: a2bdbc49-ce31-4922-b050-54f25a241808
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: f2665f22-12be-44a7-a8fd-678d918e6db3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-p4x9l.18d62e9df7d848ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30825"
    uid: 61d0b0ce-a1bb-455d-9b3c-0e19d8cdedf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: f16af0be-9cee-45a2-adb1-187663f7a9f5
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-p4x9l'
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d62e85dbf09820
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: 09bc739c-0c88-4bc9-b8ac-b02b8345816e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 6c29b5a7-2ce2-41f3-b864-fe2024f9d17a
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-predictor.18d62e85d9409307
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: 6d261051-b8c0-4842-81b8-6ea796222cf9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: 9dc0ee5b-a6b7-4b39-8a1e-faaf40ba76a6
  kind: Event
  lastTimestamp: "2026-09-17T18:18:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:34Z"
    name: isvc-xgboost-predictor.18d62e895833602d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: d40ed9ae-850d-4bce-84a3-c59f69afd89d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: 9dc0ee5b-a6b7-4b39-8a1e-faaf40ba76a6
  kind: Event
  lastTimestamp: "2026-09-17T18:18:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:34Z"
    name: isvc-xgboost-predictor.18d62e8958987742
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: fa3230a4-c039-4e21-a880-6a99cec457ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: 9dc0ee5b-a6b7-4b39-8a1e-faaf40ba76a6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:04Z"
    name: isvc-xgboost-predictor.18d62e9754b7b03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: d0793f26-be05-4c9e-9802-5ee4c11d5f31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: 9dc0ee5b-a6b7-4b39-8a1e-faaf40ba76a6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:04Z"
    name: isvc-xgboost-predictor.18d62e975526188f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30693"
    uid: 5a0ef97d-5742-4b77-8848-ade208613b9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:21:10.573507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31986"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:21:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:21:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb831f773bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: 9bf1dfa5-b3af-4c6c-8cff-63d3dd795cd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb853e7b663
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: 6381a7e9-fa3f-46a1-9bd8-6fbcd5635a7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb85535feee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32011"
    uid: e6919bee-1ccd-4651-b944-ca7dd34e06ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb858a764e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 49a8b522-4dc9-49b7-9834-c0f59154e708
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb85914095d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: e42a4efa-555f-4f7b-98fe-565f014ee2b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:15Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62eb9606bb3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32050"
    uid: 4e56fa7d-1e9a-4b17-b9a1-06ba661930cc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.106s (19.106s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd3435ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: a3aca9f0-fdb8-4282-8bd4-21c37b9f4ce2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd63f073a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: 3f50988b-6853-4203-8e60-c2979622ba28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd6ae3ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 84968115-1c7a-4fee-9e59-50574aa5386b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd6b71a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: bfd914a5-5c2f-49f1-809f-48875cf12f88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd944ab85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 8495860d-e363-49a8-a8a1-fdcd7c8be223
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:21:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebdd9b16767
    namespace: kserve-ci-e2e-test
    resourceVersion: "32195"
    uid: 4bf7c5a9-6e55-4397-880b-7c1f42855601
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:22:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ebe4a7465b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: b4397390-4c31-4f1f-9773-e152cf96dc7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:22:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:51Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ecf971248ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32878"
    uid: 6b50d3c1-ffe5-4fa8-b273-35f619c36772
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:22:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:51Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ecf9712ecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32879"
    uid: 2f717dc8-e93d-4db5-bc72-c73446193234
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 8dd1fe07-7ba4-484d-9beb-79c5751cd739
  kind: Event
  lastTimestamp: "2026-09-17T18:22:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gslgl.18d62ecffca80607
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: ee824b9d-f5c2-41fd-99b1-986530e259ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31975"
    uid: a07c6e10-81ec-4e6a-9016-6338f258788d
  kind: Event
  lastTimestamp: "2026-09-17T18:21:10Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-gslgl'
  metadata:
    creationTimestamp: "2026-09-17T18:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d62eb83162d495
    namespace: kserve-ci-e2e-test
    resourceVersion: "31987"
    uid: 5b2aacc8-8c83-41fa-a717-02487b37d8d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 429dec70-33e8-4409-b335-da6d9eda31ab
  kind: Event
  lastTimestamp: "2026-09-17T18:21:10Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:10Z"
    name: isvc-xgboost-runtime-predictor.18d62eb82e958762
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: bffa9473-a8f8-46ba-866b-b147c759da7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31974"
    uid: 2d8bc85a-2c5c-4594-9bb6-55ec360af43c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:10Z"
    name: isvc-xgboost-runtime-predictor.18d62ebbacf54471
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 8ede0c17-e642-417c-a6b2-133291b1a40d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31974"
    uid: 2d8bc85a-2c5c-4594-9bb6-55ec360af43c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:10Z"
    name: isvc-xgboost-runtime-predictor.18d62ebbad5afd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: 536525a8-4510-449f-b372-140e37989f7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 2d8bc85a-2c5c-4594-9bb6-55ec360af43c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:40Z"
    name: isvc-xgboost-runtime-predictor.18d62ec9a828b6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32711"
    uid: bfb6f2d1-756a-43d0-bfb2-89f8fb8459e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 2d8bc85a-2c5c-4594-9bb6-55ec360af43c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:40Z"
    name: isvc-xgboost-runtime-predictor.18d62ec9a8c759f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 2c577b64-4512-4244-bbba-30077f9acb0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: fce18d60-d6a5-4830-b588-355a24f0a446
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-xgboost-runtime.18d62eb82e989c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: 2f99f7e5-7fd1-4163-88b6-1d5d5c730547
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: fce18d60-d6a5-4830-b588-355a24f0a446
  kind: Event
  lastTimestamp: "2026-09-17T18:21:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:10Z"
    name: isvc-xgboost-runtime.18d62eb82f1d5843
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 8b52b404-5b23-41a5-8c78-cce69dafca32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: fce18d60-d6a5-4830-b588-355a24f0a446
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-xgboost-runtime.18d62ecdae1e7c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: c60c6ffa-d9e6-4fdd-9da2-a4a8f74eef10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:19:20.099420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9e7932b3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: e3fdee7c-e9d7-4f60-8544-eb099c653f2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9e87f20572
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: 166eae11-2309-4867-a25f-90d0d7f575fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:21Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:19:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9ebf15df5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: dda69499-d7eb-4daa-b4ef-4e610d065dc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9ec0817016
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: e410627c-c383-4219-8f92-7a0fccddde12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9ec359e3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: c646c0db-d016-490d-a83a-d5487ad757d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9ec3cc2bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: ab23bf60-7684-4a7d-acde-8bf78af76fb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe068c979
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: 8becde6b-7dff-4e26-9560-ca48e7bf6257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe38f3a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: e26756c5-5422-4998-9613-22cd3c6be873
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe401bf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 4eb7863d-256e-4025-a51e-7dddd76f3d08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe40b13f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: aa19ba4e-dcc6-4756-bd03-37bb0ad921d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe71ed65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30940"
    uid: 6c1cac2f-f571-48af-b9f0-bea5154c84e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:19:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62e9fe78e076d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: 3f712515-08de-4b5b-9de0-e95c5729f931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62eaa1ff1f835
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 6952e9d8-d6a0-4340-aac3-00f642bf8b7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62eaa1ff496d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: 1ad81ff4-ad99-4086-9639-f6f0b6bf987b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62eab0e4ac522
    namespace: kserve-ci-e2e-test
    resourceVersion: "31315"
    uid: 38b44f4b-34e0-4037-830d-4e08075ccb92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 1765ef9b-2007-42e1-b88f-f5cef196384a
  kind: Event
  lastTimestamp: "2026-09-17T18:20:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6.18d62eab0ebcce85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 47804028-8f0c-4958-ac13-89814a37687c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: e24effbf-7b8b-4863-84ef-6f9bc9ff190c
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qjps6'
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d62e9e78c744d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: e116f669-2877-45d5-bfd5-178e7fe0392f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: b63da030-c9d4-4265-b458-039b5c4d18ea
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e9e75c53ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: fbb65cff-2198-4ff5-bad2-6fae5754cfd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 6ce0d581-48df-46fd-a774-d97001e24b37
  kind: Event
  lastTimestamp: "2026-09-17T18:20:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62ea1f4ac6514
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: ba3a695d-d383-4223-9c9d-088f1d38c0b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 6ce0d581-48df-46fd-a774-d97001e24b37
  kind: Event
  lastTimestamp: "2026-09-17T18:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62ea1f5133c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: bd41a890-7e36-4d7f-ba48-da50101c8ddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 85114e19-0db3-429f-9fd9-29cd36d7dce6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:04Z"
    name: isvc-xgboost-v2-mlserver.18d62e9e75d93fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: d4472458-328f-4089-bbe8-ea2ff7972e95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 85114e19-0db3-429f-9fd9-29cd36d7dce6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-mlserver.18d62e9e767c84e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: a9b947c5-701f-482f-9b13-4da3a19b723b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: 85114e19-0db3-429f-9fd9-29cd36d7dce6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:04Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:04Z"
    name: isvc-xgboost-v2-mlserver.18d62ea8bfc63336
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: f98d75e6-abd6-43ef-a94b-cef1e96b730e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:01.512656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62edffebbdc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33518"
    uid: da682c70-84a4-4fa4-bbce-e05612a36f17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee020e8d5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: c8bb4b22-9072-4f9e-87b1-b5c9d1dd7f79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee0230b67a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: c5b521d2-cc86-4a39-89db-b68841668027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee026b8e0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: f74528d4-8f30-4652-9fb0-435fa2a20257
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee0274fd943
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 3e724994-2273-4a47-ac79-4f6a3abb4420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee12510da0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 1c94f0f7-2094-42ac-9d35-9c545d662c7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee127b76001
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: f85222e3-e6df-4611-97c0-4a812876df4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee12823de7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: cbc697d1-b10b-428f-a197-69ab3533a635
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee1282d1826
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 3bcf69f1-4139-432d-aafb-028e7eb57bf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee12ac233bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: ea201e7e-96ea-4921-ab71-1ffe45b29f9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee12b2ed4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: 625993a0-f2df-4738-a45e-7f363db130a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ee1612c4996
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: 3a0abacc-c0a7-412f-b4b0-14a45d55a077
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:25:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ef2c661af28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34283"
    uid: 8552beee-ba27-49f2-9bc1-4dc46e469141
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:25:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ef2c6623a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: ff7afcc0-ac82-470b-ac58-569d3971e1e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: dcbf3e71-59b1-4314-b69f-a71312e253a1
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-fw7lf.18d62ef31364558f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: 8f28dee8-66fb-49d7-8ae1-81cb740906c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 8983139d-4b01-44fa-8d73-84bf2ea6e651
  kind: Event
  lastTimestamp: "2026-09-17T18:24:01Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-fw7lf'
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d62edffe0e6998
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: eef2f206-7eec-454e-a531-e2b88d07be8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33498"
    uid: ca85655e-0f92-4489-8fa1-420c38b1d7a7
  kind: Event
  lastTimestamp: "2026-09-17T18:24:01Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-xgboost-v2-predictor.18d62edffb52ba0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: 34ab4fbf-138c-46b5-8c27-80843dec2c54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 5b46596d-271a-42c5-aa0b-60d555afb9ae
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-xgboost-v2-predictor.18d62ee379eb5ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: 1caedb5c-aa3f-4417-991b-5f8f9f46b6cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 5b46596d-271a-42c5-aa0b-60d555afb9ae
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-xgboost-v2-predictor.18d62ee37a4e548a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: f9974cf1-8c62-44ef-ab93-50d2953d855b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33659"
    uid: 5b46596d-271a-42c5-aa0b-60d555afb9ae
  kind: Event
  lastTimestamp: "2026-09-17T18:25:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:16Z"
    name: isvc-xgboost-v2-predictor.18d62ee6f98badeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: c4ddf8fd-4c3f-43ed-b725-8ed33bbc48be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33659"
    uid: 5b46596d-271a-42c5-aa0b-60d555afb9ae
  kind: Event
  lastTimestamp: "2026-09-17T18:25:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:16Z"
    name: isvc-xgboost-v2-predictor.18d62ee6f9f2aeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: d251dae7-ad6d-480d-be0d-eb9c84fe37b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:56.235858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed0cbef07df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32949"
    uid: 7ce26b6f-8e69-4289-876c-d9774b44235d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed0ede7d936
    namespace: kserve-ci-e2e-test
    resourceVersion: "32962"
    uid: 08d3d0a2-0758-4b54-80ff-8e20edf275c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed0ef3ee093
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 7109ec57-eb29-4b72-80eb-9e5f371813cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed0f1a2f205
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: f0f5a264-61ef-4b8c-a1b8-36077a9d8520
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed0f217b52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32967"
    uid: 5a022255-8293-46ac-a677-d61450d7c30c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1effeb047
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: fea9b789-9408-46e0-a25c-edf364e9d8ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1f2fd2adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: 79516c15-2c62-4200-9564-0c2cd47eecdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1f36bbfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33009"
    uid: 806e2f67-4799-4244-aee8-2473f5ba2c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1f375b7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33012"
    uid: f1d03fcf-7f7e-4f22-a008-24e3051c2708
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1f613149d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33014"
    uid: 3760a24b-4656-49d7-bf3f-e449896d50f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62ed1f680f7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: e412b28a-31b7-4bba-a21d-032f2d5cf2e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62edacf31a83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: e27cfeee-452d-4724-b77d-379c945bc176
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62edec8fdb0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: b6e2a33f-d297-419f-8bbf-08e9025d2eda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62edec8ff269b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 31445179-3093-4f52-871c-f200014ff9b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62edf72128bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: 9e7a1ba3-ce37-443a-940a-a915362a3878
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: ebd5bf44-b1be-43d3-bf96-25df4b31ddea
  kind: Event
  lastTimestamp: "2026-09-17T18:23:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr.18d62edf7264fc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: fff903d8-2d6e-4f91-a137-fb894a548a6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32934"
    uid: 17bb5a63-2274-487d-8ece-558325fc2a8b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zj8jr'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d62ed0cb8097e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32944"
    uid: da40eaee-c5bd-4cfb-ad3e-c0db87a4676e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: ca8237dd-0669-404a-a5c6-7ba00187ffa8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62ed0c8c7ac63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32936"
    uid: ae0ec8bc-9d59-43c8-9269-3570138fcad3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: 25e594e5-36e0-4d82-8eab-18f7faa62e24
  kind: Event
  lastTimestamp: "2026-09-17T18:23:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62ed448254c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: 7f1baaa8-de46-4fb7-99d5-aa8699e85e49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: 25e594e5-36e0-4d82-8eab-18f7faa62e24
  kind: Event
  lastTimestamp: "2026-09-17T18:23:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62ed448bada27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: 17c65840-1377-4ce6-a54a-48021ed41462
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: 25e594e5-36e0-4d82-8eab-18f7faa62e24
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62edec55f8bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 77e2b1df-5efc-4e09-8e24-8eaa5dbe2189
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: 25e594e5-36e0-4d82-8eab-18f7faa62e24
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62edec5c9e4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: 6620349a-6474-408d-a56d-49edf65831b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: 5b0febe9-8f45-4d85-a22e-2aad5ace2613
  kind: Event
  lastTimestamp: "2026-09-17T18:23:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:49Z"
    name: isvc-xgboost-v2-runtime.18d62ed0c8c7a8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 5bf493d4-e2f5-4c51-9c23-e11e6494173c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: 5b0febe9-8f45-4d85-a22e-2aad5ace2613
  kind: Event
  lastTimestamp: "2026-09-17T18:22:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:56Z"
    name: isvc-xgboost-v2-runtime.18d62ed0c9505695
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: cc01f60e-e1c7-4c66-9bde-6ca901b52321
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33369"
    uid: 5b0febe9-8f45-4d85-a22e-2aad5ace2613
  kind: Event
  lastTimestamp: "2026-09-17T18:23:49Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:49Z"
    name: isvc-xgboost-v2-runtime.18d62edd27b07bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 2837023b-4614-41c7-bfb2-be4592d04bf3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 58e3541e-e428-4521-b434-8224d59f7c51
  kind: Event
  lastTimestamp: "2026-09-17T18:25:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:13Z"
    name: isvc-xgboost-v2.18d62edffb8a2e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: cf21ce7f-e0be-4825-a3df-ce98e56c7c57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 58e3541e-e428-4521-b434-8224d59f7c51
  kind: Event
  lastTimestamp: "2026-09-17T18:24:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-xgboost-v2.18d62edffbdd4935
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 66e1abca-c3fe-4465-905d-98ae3704219f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: 58e3541e-e428-4521-b434-8224d59f7c51
  kind: Event
  lastTimestamp: "2026-09-17T18:25:13Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:13Z"
    name: isvc-xgboost-v2.18d62ef0c4c19618
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 104ea476-6d0f-4b98-acf2-4e7003a977b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: b61066c3-df86-4bd6-b9b7-3005d445e56b
  kind: Event
  lastTimestamp: "2026-09-17T18:19:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:08Z"
    name: isvc-xgboost.18d62e85d9476916
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: f279d3c3-9e75-4232-82b5-b81178e65bf8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: b61066c3-df86-4bd6-b9b7-3005d445e56b
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost.18d62e85d9d4d9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: f99b6676-a19c-4d6c-94d6-d67a29c5735e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29795"
    uid: b61066c3-df86-4bd6-b9b7-3005d445e56b
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost.18d62e85df63d6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: 71b65c2d-9031-4c6a-8735-fb06c76af31c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: b61066c3-df86-4bd6-b9b7-3005d445e56b
  kind: Event
  lastTimestamp: "2026-09-17T18:19:08Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:08Z"
    name: isvc-xgboost.18d62e9ba93cb93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: 2fe23027-0b27-4c2f-9eb5-dc11694350d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:00.357528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-p8dvx
    to ip-10-0-138-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d5892146f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: c5cf8409-7111-4125-824c-8ee3378fadcb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d589bd18e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 1bac2d07-beac-4088-ad5f-a940d05021da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d58d7da3fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: 9bccf03f-62b3-44f6-87bc-46a800e918c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d58d961f1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: de70ffdd-2d3d-422a-aae4-9a5517b31bec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.221s (1.221s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d5922336b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: f83f67c3-7f4d-4b55-a1e6-49e1140722d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d59258c9a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 8c4e8ccf-19e3-4791-882a-89fb3e589cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d592601fec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: c734a9e3-61ad-4c2d-bc74-9986ae709e12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d59260d2e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 84493dbd-2ff6-4c33-b325-bf7886f66618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d592945bd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 6b992e20-348d-4e84-bb09-fff3c3d30e95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:02Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d5929bbf1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 92f1a256-1db9-434f-8603-5f9c906b77e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d71287031a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 0af14b35-d90f-4181-9cc2-cc3c02f4ca61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-p8dvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bf57785-d01b-46a1-8dcd-6e0195d0d4a5
  kind: Event
  lastTimestamp: "2026-09-17T17:57:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:45Z"
    name: message-dumper-predictor-6575bcfdfd-p8dvx.18d62d712870cdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 05d995f0-c889-4c85-8683-4435ecda21e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: bf991352-ea62-4cc0-b7dd-737a616c93a2
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-p8dvx'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: message-dumper-predictor-6575bcfdfd.18d62d58919d6554
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 544196a4-1b71-42e5-8f8e-d7d1f619fc3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: e74e255b-2c56-403c-91b8-a92109e958c3
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: message-dumper-predictor.18d62d588f8c5b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: f9905ccf-b1db-4892-b507-c098100023f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 0d75373b-7bc3-49e0-bd32-282332fc089a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: message-dumper-predictor.18d62d5c0e063483
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: aefe6387-fa6b-4812-a643-68bfc4a9e609
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 0d75373b-7bc3-49e0-bd32-282332fc089a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:15Z"
    name: message-dumper-predictor.18d62d5c0e674719
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 4793c15d-3100-4874-9e19-7aada388e99f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 0d75373b-7bc3-49e0-bd32-282332fc089a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:30Z"
    name: message-dumper-predictor.18d62d5f8dccf897
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: 6a0c378e-ef68-4027-81d8-e7f6a4453775
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 0d75373b-7bc3-49e0-bd32-282332fc089a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:30Z"
    name: message-dumper-predictor.18d62d5f8e887c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 4c2f15e3-d49a-465b-a2d4-d1f2e7a09e66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 31eca011-075f-4c9d-8fe0-75af31ece3b2
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: message-dumper.18d62d588f8e2dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: c6b382d6-4718-40c9-b18c-cfa237e3eeb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 31eca011-075f-4c9d-8fe0-75af31ece3b2
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: message-dumper.18d62d58902eb30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: f0768543-2ca6-420d-9cfc-c60b0f92577a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 31eca011-075f-4c9d-8fe0-75af31ece3b2
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: message-dumper.18d62d5ad9511e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: b10b0ffa-aa85-40be-a405-ac8e03f742f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:38.115693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf1726690b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: b1c0397e-456e-4d57-9984-62d9a46e97b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf2561bff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 846e78cc-d0b2-46f8-b946-918e03fb3411
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:39Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf5cf25912
    namespace: kserve-ci-e2e-test
    resourceVersion: "22625"
    uid: 848b10c8-2d77-41e0-b8e5-8743d8fdf24a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf5eff369d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 20a99bcb-a2ae-491e-8fac-7a0350b9875f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf61894e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: a6d00d4b-3e0b-4eb1-aea3-48fa689093c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62ddf61f64d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: 310ac690-3e86-4c8f-8e64-39a5fbfbb309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:05:43Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T18:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62de05f80544e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 6ad38bc6-c170-4ed6-8456-5e03eeccd1d5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.905s
    (2m14.905s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffc87d1342
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: e46c9567-c02b-47f4-bc95-ba869b22c9ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffce7c6e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: c28670c1-e779-4997-8632-4c985fb2a146
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffcfc80dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 067c7064-e0eb-4d72-9abd-4963bb3688cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffcfd32287
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 5123901b-49bf-43f8-a2ed-412264742eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffd59f2aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: a71ab623-c7c1-4106-9211-9b6113ae0248
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:07:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62dffd69ad35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 07c63b0a-00b9-410d-b259-488a5bd31844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:08:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62e0896356021
    namespace: kserve-ci-e2e-test
    resourceVersion: "24001"
    uid: af47f216-f674-4dae-8c48-a349e853fb7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:08:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:48Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62e0b5a7a3178
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: 091c03b2-88ce-4fcb-95b1-77886237620e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:08:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:48Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62e0b5a7ad854
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: b94a1432-fc3a-40a0-bf99-b87e7924156b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 36dd2595-a01d-4fe6-a0e4-bacafa311d73
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4.18d62e0c0f366564
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: f82c9270-7f3b-4ab7-a61f-40c99da95319
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: 515435db-50ac-42c8-9b97-20bb0b3a8ee0
  kind: Event
  lastTimestamp: "2026-09-17T18:05:38Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-4r8q4'
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d62ddf16cc8fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 43e99241-10c5-49bd-963a-9c25be45b4e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 943b4e52-98fc-45c8-842b-71ac14a1b747
  kind: Event
  lastTimestamp: "2026-09-17T18:05:38Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:38Z"
    name: sklearn-v2-mlserver-predictor.18d62ddf1345b0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 9279198b-e194-4ebe-8736-83e8ad55ddb5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: a3bdf383-3a6e-4b6d-8c67-1e10d1284f75
  kind: Event
  lastTimestamp: "2026-09-17T18:08:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:38Z"
    name: sklearn-v2-mlserver-predictor.18d62de291fc3ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: fce498e9-8591-4a2e-9cf4-412697f49e02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: a3bdf383-3a6e-4b6d-8c67-1e10d1284f75
  kind: Event
  lastTimestamp: "2026-09-17T18:08:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:38Z"
    name: sklearn-v2-mlserver-predictor.18d62de2926e06cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 23ef5096-5f94-42a3-93ad-58af126648bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: a3bdf383-3a6e-4b6d-8c67-1e10d1284f75
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: sklearn-v2-mlserver-predictor.18d62e0587ad22fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23906"
    uid: ef817cc9-511d-43b5-a472-26898e2504a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: a3bdf383-3a6e-4b6d-8c67-1e10d1284f75
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: sklearn-v2-mlserver-predictor.18d62e058834fe99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: bb144c09-a303-4ecb-bd03-66939b00dd47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 764ec176-588a-40da-9c73-f83f1a751c0a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:46Z"
    name: sklearn-v2-mlserver.18d62ddf134ad13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: 24089985-389d-4c2d-b1b1-046131ac98c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 764ec176-588a-40da-9c73-f83f1a751c0a
  kind: Event
  lastTimestamp: "2026-09-17T18:05:38Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:38Z"
    name: sklearn-v2-mlserver.18d62ddf13c2b164
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: 51a361af-07e6-4d10-afcb-f3a4f4985a7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: 764ec176-588a-40da-9c73-f83f1a751c0a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:46Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:46Z"
    name: sklearn-v2-mlserver.18d62e0aec74d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: b99b5f34-214b-4e0d-bf28-f3604256b572
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:15.338435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31347"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    to ip-10-0-131-14.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eab55b32754
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: d294b53e-1a6a-4651-99e2-6b3b0186715b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-564557d48d-k55tz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:15Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eab77d939e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: d14d56c4-5f6a-49a1-951c-a5791af612e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eab7931ccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 2c221459-b52d-43b7-a736-0b8f14c16f1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eab7ec987d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: db437a56-a144-4ee0-939e-831ab76add81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eab7f384726
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 81fbc297-9811-4ad4-9ba6-69ee0964dbb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac81eeef68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 8bb42599-6bf9-451c-9102-a77684437b60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac85e4a14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: ff95c744-5d5a-4be9-8a06-4e363c030ced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac8657cba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 06cabb41-c2d4-4c62-a0fe-b04aed48cc86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac8661253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 1f64d15d-8b01-4e49-8aa1-5babfe565aba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac89c9a9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 31025696-1713-4edd-a008-fdaaa6b3209f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eac8a3727f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: 7977183f-003e-4d19-9128-08033bd2b452
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:21:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eb6fe2fb43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: 34e6b230-6d06-4fd4-bedf-1ce1d98bd802
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:21:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eb6fe30219a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: ccf5ce64-4e15-4d55-b80e-6b09d8ed4f89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:21:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eb7aff71b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 43b4497b-17e0-4fbc-b841-8f7f88b50d8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 81cd0cbc-9d19-4b19-8db9-28edbded0d19
  kind: Event
  lastTimestamp: "2026-09-17T18:21:08Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z.18d62eb7b03956e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 88184004-380a-4d26-8381-b6cceeaa678c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: 8b1c11a8-5fd4-4e90-a1d4-616e08d4eb53
  kind: Event
  lastTimestamp: "2026-09-17T18:20:15Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-5gw5z'
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d62eab55546c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: 3a738d0d-cc5f-4d6f-9f95-7d0d8617e1cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: 2dc9fe30-ff30-4905-838c-d47fd34f5ddd
  kind: Event
  lastTimestamp: "2026-09-17T18:20:15Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver-predictor.18d62eab523784db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: b1937503-f867-47ba-866b-41aa4b52f0c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: f1929996-4835-4a51-8cd8-d4149305ffc6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:45Z"
    name: xgboost-v2-mlserver-predictor.18d62eaed09e9e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: ae1091cd-771f-41fb-b569-53e799f1f060
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: f1929996-4835-4a51-8cd8-d4149305ffc6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:45Z"
    name: xgboost-v2-mlserver-predictor.18d62eaed1022f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 783be1a8-af89-4c69-9734-7bc73feea236
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: f1929996-4835-4a51-8cd8-d4149305ffc6
  kind: Event
  lastTimestamp: "2026-09-17T18:21:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:00Z"
    name: xgboost-v2-mlserver-predictor.18d62eb5ceb73609
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: 540ba7d2-21b7-47b3-a382-be19787eae5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: f1929996-4835-4a51-8cd8-d4149305ffc6
  kind: Event
  lastTimestamp: "2026-09-17T18:21:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:00Z"
    name: xgboost-v2-mlserver-predictor.18d62eb5cf281f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: d759359a-cf9e-4004-9c15-220ca11cf91a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31329"
    uid: 070b3e99-7aa3-413c-85c7-5b42c56e4a76
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: xgboost-v2-mlserver.18d62eab523b04bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 01d0f4e2-b06a-4aa3-9fcb-98fa37ede76c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31329"
    uid: 070b3e99-7aa3-413c-85c7-5b42c56e4a76
  kind: Event
  lastTimestamp: "2026-09-17T18:20:15Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:15Z"
    name: xgboost-v2-mlserver.18d62eab52cd8a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: 019e3ad8-28cd-4b76-9ac3-fd24fbe147f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 070b3e99-7aa3-413c-85c7-5b42c56e4a76
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: xgboost-v2-mlserver.18d62eb560ea35c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: 7ddd1806-24b1-4f60-bf84-4930a973412f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40769"