---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:03:51.002746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:03:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:03:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e7197a28fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: 58be4223-7482-4570-9c7f-b373ddea80a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:51Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:03:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e73bc95cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 638eafe0-6354-4678-98c3-06f8d8510034
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e73d39a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 6acbd281-8210-438b-809c-05fb0d51a474
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e7402ea0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: e3030e51-4390-4d4b-920c-8033306191a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e740a79958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 67b68585-909f-4d07-99a2-e2c7ae1cc268
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e88366fadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: bd3006ea-8577-49d0-92cb-a8a66da1dd36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e886aa4436
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 9c8fb95a-857e-4789-b6ca-3a9c76e9d63f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e887393142
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: d9bee504-7f6b-4b60-9484-014992d6e41b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e887450de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 50b4bc43-9f17-4de6-87c2-dc4ce41e91f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e88aff9bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 40c6082e-435e-4976-82c3-6e1090ff7a79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e88b7d3622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: c53e29ee-c6cd-4365-b039-509e4968e03b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682e8fb581854
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: 575e4386-22c3-4437-bfe5-50483c896b88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:04:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682ef60ffd6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 84196a9d-961d-47aa-8b64-fcad624c8c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 67efc1d1-0138-4be4-bd2c-fc8b1ba72393
  kind: Event
  lastTimestamp: "2026-09-18T20:04:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl.18d682ef61006583
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 734d00d7-db37-466f-a6cc-8d5f16ae2d99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: bf4faf17-7b8a-4bca-a16c-c7d6ec2d7056
  kind: Event
  lastTimestamp: "2026-09-18T20:03:50Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-pjsjl'
  metadata:
    creationTimestamp: "2026-09-18T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d682e7191459d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 32b57b3b-30f1-44f9-81a6-9d5780d7b6ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: cf6ca2d6-d49d-410c-938f-04878e48e3eb
  kind: Event
  lastTimestamp: "2026-09-18T20:03:50Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d682e7168b2f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: 9c56f9a5-b3b4-4d5e-b5ce-f75fb3d5a761
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 84a1dd53-d242-4c28-951d-91901a7da44d
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d682ea94f49667
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 659c6ec8-50f6-42ea-a7c4-0f90a3b118e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 84a1dd53-d242-4c28-951d-91901a7da44d
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d682ea95529489
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: eb40d2db-c27d-4a05-8cee-000c47971336
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 84a1dd53-d242-4c28-951d-91901a7da44d
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d682ee13f45329
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 1df31b20-0f73-49df-bbda-614782cd4213
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 84a1dd53-d242-4c28-951d-91901a7da44d
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d682ee14637e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: bc151cbe-2664-4f4e-872f-ae4d47089b24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 73b191a2-eef3-47d7-a6ac-1d279ec08d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-autogluon-ts-v1-noslash.18d682e716892ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: 3d25f23f-3926-4036-8cec-d51f784c7812
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 73b191a2-eef3-47d7-a6ac-1d279ec08d31
  kind: Event
  lastTimestamp: "2026-09-18T20:03:50Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:50Z"
    name: isvc-autogluon-ts-v1-noslash.18d682e7172b25aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: bcdc7bf8-7cc8-489a-9910-39ee2e6edfaf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: 73b191a2-eef3-47d7-a6ac-1d279ec08d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:15Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-autogluon-ts-v1-noslash.18d682ecba590bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 96803570-6df0-4bff-aa84-1561873cb038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:03:02.651233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:03:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:03:02Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682dbd77f385a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 0a3f6133-d58c-4458-b7ab-21cb5ceeac06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682dbf9aa211d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: 319609d0-dcc9-4b75-ade4-51b6c7cc7bae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682dbfb0186e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 79e8e97c-a8dc-4bc1-bd2a-22db976f4de1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682dbfe12a6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: d315d04e-0441-48a7-b211-fa94c22b3f65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682dbfe89fa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 9143ff80-0a8d-4d53-ba2a-151b41017c45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de37bfc913
    namespace: kserve-ci-e2e-test
    resourceVersion: "23128"
    uid: 7b80ab1d-1c21-44b0-b9ba-83ee87de21a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de3b938730
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 46bb26ad-52d5-49d2-a482-1852f0a52f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de3c1a8761
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 2df90c56-ae73-48c7-8ac8-b6a75e0974b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de3c26ff7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 4b40ebca-0505-4908-b590-15ed9797cdef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de3f851ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 3cb3a477-c0f0-4f7a-8eef-6eb37e4190fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682de3fff6473
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 1ec9a7ab-3647-43fa-acf5-fb54542215f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682deafa5ecae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: e2c9685b-f976-407d-8e6e-0d8de105d6b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682e5e579bc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: c303edd5-9433-4410-96a4-35aa46e5f1e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682e5e57a1b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: aa084701-83e2-44f4-8981-ceeb339a0a2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 42ef7634-ecb3-4a41-84ab-fd316fa69b81
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq.18d682e5e7a10a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: 66ff4687-8368-4f5e-8551-c6822eb64266
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 8c263c62-8ecf-4afc-b5b4-f153342d8f04
  kind: Event
  lastTimestamp: "2026-09-18T20:03:02Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-d7ghq'
  metadata:
    creationTimestamp: "2026-09-18T20:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:02Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d682dbd7127e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: aa663b72-3159-46fc-bb07-b5ff8ac6ef99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23012"
    uid: 9ee383f2-1f2b-452e-9a4b-8f1a357cac24
  kind: Event
  lastTimestamp: "2026-09-18T20:03:02Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:02Z"
    name: isvc-autogluon-ts-v1-predictor.18d682dbd2e79c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: f229e005-57ab-427b-8e47-111ea3600828
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 00b835c8-c467-462a-a1e2-1eb80b2be461
  kind: Event
  lastTimestamp: "2026-09-18T20:03:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:17Z"
    name: isvc-autogluon-ts-v1-predictor.18d682df5152e8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: 9db2ccba-3675-4eef-9d57-5400ed3e2dcf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 00b835c8-c467-462a-a1e2-1eb80b2be461
  kind: Event
  lastTimestamp: "2026-09-18T20:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:17Z"
    name: isvc-autogluon-ts-v1-predictor.18d682df51b260d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 49a37bba-c2e9-4f83-8d34-bc9eed7b8bd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 00b835c8-c467-462a-a1e2-1eb80b2be461
  kind: Event
  lastTimestamp: "2026-09-18T20:03:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:32Z"
    name: isvc-autogluon-ts-v1-predictor.18d682e2d05cec01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 7a78e854-39f0-4ebc-ba1d-b28f4a8b42a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 00b835c8-c467-462a-a1e2-1eb80b2be461
  kind: Event
  lastTimestamp: "2026-09-18T20:03:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:32Z"
    name: isvc-autogluon-ts-v1-predictor.18d682e2d0c53a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23301"
    uid: b1101147-aab8-46d4-b022-07ab6d4e074b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: d21414b2-96d2-4780-b10d-f06bc45e0e21
  kind: Event
  lastTimestamp: "2026-09-18T20:03:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:30Z"
    name: isvc-autogluon-ts-v1.18d682dbd2ec3b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: 870a7dd5-9953-40fe-ba2f-06c8ec9cacd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: d21414b2-96d2-4780-b10d-f06bc45e0e21
  kind: Event
  lastTimestamp: "2026-09-18T20:03:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:02Z"
    name: isvc-autogluon-ts-v1.18d682dbd37c9023
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: bd9c76ce-f1eb-453f-9222-93f20e5f2781
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: d21414b2-96d2-4780-b10d-f06bc45e0e21
  kind: Event
  lastTimestamp: "2026-09-18T20:03:30Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:30Z"
    name: isvc-autogluon-ts-v1.18d682e26e550b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 243cc0f5-1683-4188-9f73-27a6544fc693
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:52:26.031101Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-df69n
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:52:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:52:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682479dfb0157
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: cb850039-803d-4ffb-a68a-3c298381e857
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68247a7e5a755
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 7fff09db-a027-4e65-b76f-026dbdfc4740
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:27Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:52:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68247e3fdd40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 69658f1a-5650-43c0-99bf-24ed2f0f208f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68247e542371d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: a03f5086-3ee7-4484-9b16-1f13c7fac3d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68247e81ad301
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: d32fb5a7-5d3b-4530-8308-9e89dbd72aa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68247e8a0f5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 4a622dff-5f71-44d5-b5a0-212841bf4a24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682492bfa08f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 1611f683-cf12-4b80-a730-aed20a51ba91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m55.84s
    (1m55.84s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d6826424986d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 3e101fe6-a1d7-4c86-ae78-3e4ede296313
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d6826429e7953b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 89739e56-0657-42d2-acc8-7a61d63ee86e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682642af43579
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 0064ae74-f48d-451d-a92b-e00d63bdf8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682642aff4660
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: aec23753-6b94-47af-879d-bd6fe54dfcc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682642f6032d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: e353badd-8bb0-43f3-a0de-789a53481056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d6826430762d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a1131dfd-937d-4fd6-984c-86411bf8fcc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d682645044e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18748"
    uid: a6347a14-a6cf-47e2-9a02-ef446fe52a4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68269ad757c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: d2d35c90-06a5-40ef-b9de-a06cf0a0df31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7cdd88d0-eddc-4bff-b224-1c5897d7e9fc
  kind: Event
  lastTimestamp: "2026-09-18T19:54:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:52Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-df69n.18d68269ad760963
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 343c9071-ebfa-4db5-951f-c33ad7effc4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: f68f9e1b-2346-4ab0-bed2-17a36d86107f
  kind: Event
  lastTimestamp: "2026-09-18T19:52:26Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-df69n'
  metadata:
    creationTimestamp: "2026-09-18T19:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d682479d98c369
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: c336796a-41a5-4c9c-9b44-6106ee53ce85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: c14a7d29-4719-4002-a24e-49bf85f54c4e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: isvc-autogluon-v1-predictor.18d682479acfa2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: f47276b1-cf7a-4b80-b2fa-052f3e4c2347
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 26df26c7-c380-4166-9c28-b448d55ba510
  kind: Event
  lastTimestamp: "2026-09-18T19:54:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:26Z"
    name: isvc-autogluon-v1-predictor.18d6824b192efebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 4602dcd6-99be-4c79-9437-71effb69c281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 26df26c7-c380-4166-9c28-b448d55ba510
  kind: Event
  lastTimestamp: "2026-09-18T19:54:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:26Z"
    name: isvc-autogluon-v1-predictor.18d6824b198dc6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: 38d7b122-2b8c-4394-9629-20f324f744c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 26df26c7-c380-4166-9c28-b448d55ba510
  kind: Event
  lastTimestamp: "2026-09-18T19:54:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:41Z"
    name: isvc-autogluon-v1-predictor.18d682671053724d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 16f50001-043a-4bef-9319-da815218805e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 26df26c7-c380-4166-9c28-b448d55ba510
  kind: Event
  lastTimestamp: "2026-09-18T19:54:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:41Z"
    name: isvc-autogluon-v1-predictor.18d6826710bd10f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: eabf1af9-d4b9-4a6d-88a5-ff5ba15b36de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: f5abc020-d089-438b-9768-88c1905f7c96
  kind: Event
  lastTimestamp: "2026-09-18T19:54:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:45Z"
    name: isvc-autogluon-v1.18d682479ae0850d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 8bddb6f1-a6fe-4cc8-afd6-9385835b56d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: f5abc020-d089-438b-9768-88c1905f7c96
  kind: Event
  lastTimestamp: "2026-09-18T19:52:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:26Z"
    name: isvc-autogluon-v1.18d682479d9c426d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: 409a7734-f57f-46d7-bc35-3428776fc377
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: f5abc020-d089-438b-9768-88c1905f7c96
  kind: Event
  lastTimestamp: "2026-09-18T19:52:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:26Z"
    name: isvc-autogluon-v1.18d682479d9ca689
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: c78749b1-4c72-41e2-be08-82b2526f50e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: f5abc020-d089-438b-9768-88c1905f7c96
  kind: Event
  lastTimestamp: "2026-09-18T19:54:45Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:45Z"
    name: isvc-autogluon-v1.18d682680f48a8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: f6c2d6ad-c53e-4274-b59e-9ea73b509f06
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:59:10.781405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:59:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:59:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a5dafa8988
    namespace: kserve-ci-e2e-test
    resourceVersion: "21279"
    uid: b6b26f28-c19b-4e82-b0ec-0a2907939196
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T19:59:11Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:59:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a5fd88d262
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: c9a005a1-2365-408b-ad1b-faecb35e19b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T19:59:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a5fedb2fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 03923961-697e-4dd6-bb15-79cf6c0579a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T19:59:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a601d2d8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: ce3e6cb9-a358-42a9-b473-0139142a4484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T19:59:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a602486779
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 2a5e05a2-53e6-4424-b531-b5194e0a991c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T19:59:16Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682a73c613432
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: c279138f-dee6-4c9a-8407-b605f5cb815d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m46.467s
    (1m46.467s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c0065396d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 3eec2e9e-e176-46c6-bd4c-5b96a2d2738e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c00d996079
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 06aa47df-50f7-4d55-a659-2dd2c338516c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c00e21efef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: c031e4ea-7654-4a19-a08e-8ede3c87c7cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c00e2ec608
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 4deae540-4632-46a2-8c11-35935f44f494
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c012e6b369
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: ab1b6713-9ee4-4c01-a202-b0f3152b7d61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:01:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682c0137b423b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 5e7e7276-6571-4be7-8dd5-e17049f6b40b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:02:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682d99618d994
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: 07110d42-81db-4661-afd6-4e6db60046da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:02:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682daa681db00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: c6cd76a3-95fc-4a41-9fee-ec682da0f42c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 6906ec81-957d-4ef5-9503-ea58bd7cf664
  kind: Event
  lastTimestamp: "2026-09-18T20:02:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5.18d682daa68291ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 7ac32ee7-6eab-4752-bf40-ad235eff1703
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 24e97ac8-e12f-4077-b5cc-6bf79087c945
  kind: Event
  lastTimestamp: "2026-09-18T19:59:10Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vnkp5'
  metadata:
    creationTimestamp: "2026-09-18T19:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d682a5da94aca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: 0023310e-9c25-41a7-ae65-7d1819cf0a0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: d0712f55-763a-454d-a0c6-d23675b84a38
  kind: Event
  lastTimestamp: "2026-09-18T19:59:10Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18d682a5d77a09eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: 17457c42-128a-4411-b7b7-0b6365eaacb6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 862f213d-72e1-48c5-bbdd-1bdb2ee5ad2d
  kind: Event
  lastTimestamp: "2026-09-18T20:01:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:25Z"
    name: isvc-autogluon-v2-noslash-predictor.18d682a95628012a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 7c64edf7-3e2c-4c2f-9d8c-c537a69ee8f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 862f213d-72e1-48c5-bbdd-1bdb2ee5ad2d
  kind: Event
  lastTimestamp: "2026-09-18T20:01:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:25Z"
    name: isvc-autogluon-v2-noslash-predictor.18d682a95688bec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: a52f8448-64a8-4abf-a9dd-7ea22b0ea89e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 862f213d-72e1-48c5-bbdd-1bdb2ee5ad2d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:25Z"
    name: isvc-autogluon-v2-noslash-predictor.18d682c8caccd84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 86e4b4d2-d3a4-440c-9251-838a2b9fd415
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 862f213d-72e1-48c5-bbdd-1bdb2ee5ad2d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18d682c8cb327ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: 750e32d9-159f-411e-8237-931be80ffa4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 68752e95-a3c3-4f26-a067-8a0c9f133ef7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:42Z"
    name: isvc-autogluon-v2-noslash.18d682a5d77e4c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 72fee257-78c6-404a-943a-c4d48e72f49d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 68752e95-a3c3-4f26-a067-8a0c9f133ef7
  kind: Event
  lastTimestamp: "2026-09-18T19:59:10Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:59:10Z"
    name: isvc-autogluon-v2-noslash.18d682a5d8446262
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: bb43b023-aed5-48eb-9b36-26472c9b9a6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 68752e95-a3c3-4f26-a067-8a0c9f133ef7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:42Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:42Z"
    name: isvc-autogluon-v2-noslash.18d682d70acf2b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 847dbf7b-3fd4-488e-83fd-8c9d4818d75a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:54:57.483999Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-thssc
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:54:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:54:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6826ae146cec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: db68b5aa-4e35-47c8-b8be-dbb2e98f73df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6826b05bd779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: 10cd6c7c-838c-404c-8f8c-79b14e424acd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6826b0715d758
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 6ca796ed-49c7-4df1-9b12-d4402d3a3fd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6826b0df48be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: 5c486b1e-fd38-4ca1-a496-8c433866f32f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6826b0f04c540
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 93f116b4-a845-4503-95c6-5c8bc6591b70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d68270019c1475
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: bda36eab-ae02-4846-92c7-fd23f099304c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6827004816456
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: c66e4776-2f85-4907-8e14-7a7e591dd6cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6827004e8cbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: ef7fca28-9eb4-4307-aeaa-467abbf061f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6827004f4a7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: fd3ba776-6640-4765-809b-68af228637fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6827007e3e0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 997c656a-21aa-4f58-8203-9dda17e70a31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:55:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d68270084bfe7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: b6365dde-1085-4989-b8f3-258c4ffcfe0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:57:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6828847b3e02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 168e0f3b-2860-42e6-b1db-88498ef62aa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 4863ecbc-4a7d-4123-924a-c720779cd0ee
  kind: Event
  lastTimestamp: "2026-09-18T19:57:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-thssc.18d6828847b44507
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 37053621-3902-49ab-b7c6-85a1c2232b50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 02268b14-f8ae-4dd5-8f05-c1762b40ccfa
  kind: Event
  lastTimestamp: "2026-09-18T19:54:57Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-thssc'
  metadata:
    creationTimestamp: "2026-09-18T19:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d6826ae0d9fc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 22871ef3-b7dd-4e0c-b78f-ca056402f7d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: 45e1726c-e24d-4c28-a26a-57053206e3b7
  kind: Event
  lastTimestamp: "2026-09-18T19:54:57Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:57Z"
    name: isvc-autogluon-v2-predictor.18d6826ade16a150
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: e9ea6cf0-4dfc-47a2-8967-3b263ca81d2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: f7be4728-0cc9-422f-a130-c28cb73b78ce
  kind: Event
  lastTimestamp: "2026-09-18T19:55:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:57Z"
    name: isvc-autogluon-v2-predictor.18d6826e5c916d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 0feeabf6-b958-4ac6-baac-acf590bd0ec1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: f7be4728-0cc9-422f-a130-c28cb73b78ce
  kind: Event
  lastTimestamp: "2026-09-18T19:55:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:57Z"
    name: isvc-autogluon-v2-predictor.18d6826e5cf54cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 953f6d82-7ded-406d-95ff-c12d98a141fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: f7be4728-0cc9-422f-a130-c28cb73b78ce
  kind: Event
  lastTimestamp: "2026-09-18T19:56:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:57Z"
    name: isvc-autogluon-v2-predictor.18d6827c5792e0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 90f50c38-b168-4c06-83a7-180d0a1f6fc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: f7be4728-0cc9-422f-a130-c28cb73b78ce
  kind: Event
  lastTimestamp: "2026-09-18T19:56:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:57Z"
    name: isvc-autogluon-v2-predictor.18d6827c57f19e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 78324565-49f4-420f-b79a-c249abba2c51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:57:08.935696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:57:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:57:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682897c68888e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 6a5345e2-f614-4598-840a-01157fa266a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682899e771ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 215f2eda-d6c2-4d81-a1e8-44bc9faf3695
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682899fca5acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: 0766334c-3f89-478b-a440-09bef3b55790
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d68289a22abcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 24de7f5a-0408-40e0-856b-3bc071470fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d68289a2ad0927
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: a35c7e78-7aa8-4498-8725-9962a53533c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:16Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b5c3a1ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 172c3ad6-4063-435a-bf66-8aca9aa0fff9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b5fa02f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: c711b206-917e-4db7-8201-8dcdeb6101c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b6008eb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1e10e3d4-9ce4-4d42-9d75-8bdf9e1da87b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b6013cc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: 7af1b293-5000-43c1-b063-78a0e7b071a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b637e9df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 22efd0ff-5e12-490b-9c6f-272b39a17d06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d6828b63e6e7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: ef41e24b-c279-4bbe-b6db-ff2d36f54d27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:59:02Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682a40076d38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 27b4e861-5424-475a-9840-f1c5b4b4d3cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:59:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682a4a64ec3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: 0d0840b8-55a2-4b00-a781-c21307723a04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 63831b49-d18a-4b12-8d44-b4f5523af9a4
  kind: Event
  lastTimestamp: "2026-09-18T19:59:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz.18d682a4a64f7d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 6c303539-15ec-40ac-b5f9-aa528dc25c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: 9e708b60-f120-409a-a1fb-3df8bfa95a52
  kind: Event
  lastTimestamp: "2026-09-18T19:57:08Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-gg7tz'
  metadata:
    creationTimestamp: "2026-09-18T19:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d682897bf8d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: 055df399-1416-4808-8e7a-7b54417b0a3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20138"
    uid: d50bc499-2768-43da-8b85-6bba5c86e0b6
  kind: Event
  lastTimestamp: "2026-09-18T19:57:08Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:08Z"
    name: isvc-autogluon-v2-variants-predictor.18d682897926202e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20142"
    uid: a01705c1-6635-4e17-ba62-a0b98a401273
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 4f86f3a3-8522-4f00-b530-9786c675c53a
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d6828cf7f78b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: 8d223a8c-7ce1-405e-b2cf-14759ed3c204
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 4f86f3a3-8522-4f00-b530-9786c675c53a
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d6828cf8547d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: 7fea2043-d1fb-4143-b36c-69464d3cfd0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 4f86f3a3-8522-4f00-b530-9786c675c53a
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d6829774ce8266
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: e3b8913f-b391-47e3-9249-13ca789c5c5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 4f86f3a3-8522-4f00-b530-9786c675c53a
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d68297753cebc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: fc23af54-bc5a-499d-ad1e-64183184f38f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: d23aef06-bddf-476c-8b7e-ff9f65f7aea5
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-autogluon-v2-variants.18d682897926d855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 77c7d215-b992-4003-8b7c-2a1bd56f5bfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: d23aef06-bddf-476c-8b7e-ff9f65f7aea5
  kind: Event
  lastTimestamp: "2026-09-18T19:57:08Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:08Z"
    name: isvc-autogluon-v2-variants.18d6828979b3ca6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 064da7da-9763-4d10-8387-67b5e5d7b886
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: d23aef06-bddf-476c-8b7e-ff9f65f7aea5
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-autogluon-v2-variants.18d682a17517b496
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 5199da86-5905-4fbd-9bd3-f72774a5210c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: 227273e3-8274-4112-9f7f-97e8e0520b6b
  kind: Event
  lastTimestamp: "2026-09-18T19:56:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:52Z"
    name: isvc-autogluon-v2.18d6826ade1214af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: b14e4228-58b4-4cea-9057-e13151d785b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: 227273e3-8274-4112-9f7f-97e8e0520b6b
  kind: Event
  lastTimestamp: "2026-09-18T19:54:57Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:57Z"
    name: isvc-autogluon-v2.18d6826adeadf8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 29851e09-0556-4081-829f-526edb0145cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 227273e3-8274-4112-9f7f-97e8e0520b6b
  kind: Event
  lastTimestamp: "2026-09-18T19:56:52Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:52Z"
    name: isvc-autogluon-v2.18d68285bfc451b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: b33efcf2-60b6-4591-82aa-501ce42ae3c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:31.858160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-nmsxm
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f09ca4f3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: 143a7b26-35df-4170-8b85-902520083f55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f0be97cace
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: 915e27ea-70b1-4911-bb4a-6b032ae970d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f0bfea741a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: bfbb7c3c-63dd-4153-9df7-ba43acb36814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f0c3f7e6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 74254e4e-e4f7-4022-b1f7-a35f70ae7a1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f0c47061d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: 7deb51fc-7501-4a6b-9e99-8fce57150b76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f1df683b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: a21a86c2-a7d6-468c-9148-a97d3564316b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 13.036s (13.036s including waiting). Image size: 1583067017 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4e86b4cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 3110efe6-cc97-411f-a62d-20feb03b7712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4ebca9c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: fe7613bd-bcfd-4dd7-b848-7ab783ef6ef7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4ec3f5e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: c8ecda7c-efa2-440d-b5e4-5a0f1e07ef89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4ec4aa949
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 2766c343-a478-4cb7-86e5-ae8525203182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4ef352b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: d293570c-7cc2-42ed-bd91-546ecaa9f779
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f4efadc504
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 71d3c021-52da-4330-9dd8-9d2a8d8c85be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:06:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:04Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d682f526e84654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: c28195fa-0105-4750-b970-af79a8cfdfbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d68303c460e389
    namespace: kserve-ci-e2e-test
    resourceVersion: "24841"
    uid: 17f30d6b-1e46-4fc7-931c-800bf2c6b8b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d68303c4618383
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 4e9c70fa-1df5-41a6-a9a6-faf1ac316d25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-nmsxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: d81be9c1-61b6-4c9d-8b9e-6951ca3eefe7
  kind: Event
  lastTimestamp: "2026-09-18T20:06:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:22Z"
    name: isvc-canary-create-predictor-68984b9498-nmsxm.18d6830485406e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 4a4eb972-f615-411b-ab13-9ffcb26070b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:31.752474Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-sf9gn
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f0965843fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 7d91da64-c631-462c-bdbf-e6e8d1a17ea9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24068"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f0b891b207
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 695c0155-b29b-4d0b-a4b1-2af9d112aba2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f0b9de7f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 7637dc14-1f8b-4900-ae0f-f7ad65a119b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f0bba98c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: dc5a8ddf-540d-41c0-94b7-7acfc70e14f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f0bc2dadaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: be518427-0f18-4d43-9930-a57b6000a022
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1cf0f8a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: edb6e853-574a-404c-aa3e-fd85a34f7bb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1d2a9d81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 98707135-eba7-491e-b33f-a0a9d5349421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1d318b994
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: f16213a5-7083-4a22-9b95-e1a626953ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1d321fa5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 4cda6378-0dfc-4602-95b4-d9d64a7aaa4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1d6484b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 71496d02-6b13-4c3b-8178-be62f023235d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f1d6fe3e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: b0d33f24-4609-49f3-ba46-62476e7f1da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:06:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:05Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d682f24739a1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: 56602f17-8f81-4758-a4cf-a5ae4a803f66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:06:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:01Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d683058d54b879
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: eeb318a8-690e-4160-863e-7ee18fe4c955
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:06:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:01Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d683058d55c94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: c2106a78-74fa-4cf2-b8c7-f5551b227ad3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-sf9gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 41ed148d-ef6a-4274-a05d-9c2c508ab3f8
  kind: Event
  lastTimestamp: "2026-09-18T20:06:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:05Z"
    name: isvc-canary-create-predictor-68984b9498-sf9gn.18d683064d710e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24964"
    uid: a9eb5dc7-81ff-4a0c-900b-bc3da818258f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: d8a6923b-d989-47f4-805c-09de869ab91e
  kind: Event
  lastTimestamp: "2026-09-18T20:04:31Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-sf9gn'
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-predictor-68984b9498.18d682f095b6376b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: 5161fac7-062a-4669-adf8-64e83c97eb77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: d8a6923b-d989-47f4-805c-09de869ab91e
  kind: Event
  lastTimestamp: "2026-09-18T20:04:31Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-nmsxm'
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-predictor-68984b9498.18d682f09bdfafc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: 0efcc342-7f92-4d93-8898-ca7b7c17633c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: d8a6923b-d989-47f4-805c-09de869ab91e
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: 'Deleted pod: isvc-canary-create-predictor-68984b9498-nmsxm'
  metadata:
    creationTimestamp: "2026-09-18T20:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create-predictor-68984b9498.18d68303c42c1ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: eea4510c-68ea-4e76-aeae-92a6906945a2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 9cabe7ad-f6e6-4c18-a509-61b3404b4ce4
  kind: Event
  lastTimestamp: "2026-09-18T20:04:31Z"
  message: Scaled up replica set isvc-canary-create-predictor-68984b9498 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-predictor.18d682f092f21e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: 179675f2-86f7-477d-8e91-442930c1809e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24829"
    uid: 9cabe7ad-f6e6-4c18-a509-61b3404b4ce4
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: Scaled down replica set isvc-canary-create-predictor-68984b9498 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create-predictor.18d68303c3c81119
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 795ff7fd-8681-47b9-9bc2-9e77f5de7d1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:31.716384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f09431a06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: dfb3a343-bd3e-47bf-b221-e43d2acb38ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f0b681e0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: 32a6165d-9080-4302-aaf6-d542c373a920
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f0b7d1c3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: e3046fd6-51fb-48e6-ad6a-dc8da4c6068b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f0bb07a2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: 0f5b1a11-d7fb-4533-99aa-df7ca9ffc5cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:32Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f0bb71f55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: ecc441f7-ae50-4e80-861e-8e5d47e62feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1cf252258
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 8749dc10-8740-4362-8b46-76aa0d5be318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1d2938654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: 1a58ffbb-161d-4913-8a8e-6c569fc597a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1d3130ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24158"
    uid: a7dd2377-0c4f-4dba-a55e-1c93edb4bef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1d31d22c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24160"
    uid: 6d0d8cc2-14c1-46a5-a752-eb507797b3b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1d64309b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 6947fe84-ad64-4c1c-a01a-8e5728e7a92c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:04:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:37Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f1d6f8b54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24165"
    uid: b9a8035e-8813-4e50-9e3f-2f6684417460
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:06:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:04Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d682f20b4ee539
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: f4274bf6-f0d8-4bb8-9660-2a6b608ca3c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:06:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:01Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d683058dbe4e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: b47864bc-eba4-4c35-8dd3-1ccd6e650deb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:06:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:01Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d683058dbf6933
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: c9b196f6-37b0-4986-9ee8-2bd3330894e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 64f06168-f642-42fc-9eef-687919d50d31
  kind: Event
  lastTimestamp: "2026-09-18T20:06:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:04Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-fjw2s.18d68306119727ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: c5936cff-24c8-4938-a063-9946240390a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-579784d7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: f70f1cc4-2e7e-4d1e-a65b-5c5bfb550dfa
  kind: Event
  lastTimestamp: "2026-09-18T20:04:31Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-579784d7d7-fjw2s'
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-v2-predictor-579784d7d7.18d682f0939e48ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24047"
    uid: fa4c5952-ded3-4663-8661-03fc020ecbdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 24897946-c9dd-4bce-a8e2-49e10bb203d8
  kind: Event
  lastTimestamp: "2026-09-18T20:04:31Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-579784d7d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:31Z"
    name: isvc-canary-create-v2-predictor.18d682f0910f321e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: e87e355c-6200-4473-adea-421b4ce58fe4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 08932a9d-909a-4c5f-8dc4-ee3ff4c3ed59
  kind: Event
  lastTimestamp: "2026-09-18T20:05:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:55Z"
    name: isvc-canary-create.18d682f092a2d8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: 8647b524-5f1c-4b19-9904-1533b166947c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 08932a9d-909a-4c5f-8dc4-ee3ff4c3ed59
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create.18d682f093112fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: ef72f02d-f2e6-4424-93b8-c9ff89bf6fcc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 08932a9d-909a-4c5f-8dc4-ee3ff4c3ed59
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-canary-create.18d682f0931174d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: b69a5ad6-520d-4e66-8a7b-ebebac405265
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: 08932a9d-909a-4c5f-8dc4-ee3ff4c3ed59
  kind: Event
  lastTimestamp: "2026-09-18T20:05:55Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:55Z"
    name: isvc-canary-create.18d68303feba530d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: fe567f93-f7b7-479d-8005-44cf5f2c5fe9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:06:07.040014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-5lwjh
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68306c5ecb72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: 672b2e8e-2a97-45fb-8d2a-1c2b755a5c50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68306cda68d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: b0540157-587b-434d-a5d0-0affc70b533c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:08Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:06:08Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683070bbc4746
    namespace: kserve-ci-e2e-test
    resourceVersion: "25071"
    uid: d633fcb0-9810-45d6-9980-692bac972fe5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:08Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683070d2666b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25073"
    uid: c0e6a0c7-c742-47ba-ab7a-f14623f68278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:08Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683071015ffd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: 5f77d5ed-9a20-48f3-b46a-4fd6cf1ccefd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:08Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68307108d6488
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: a1ca64f0-9c66-47de-9aa4-de583b9427a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d6830819f74631
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: a28b3a52-3911-4c45-a75c-cf9211fc2e94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683081dac19fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 2bc8dd6d-3d37-485c-945d-c09ce865c79a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683081e2301b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 2ffa8fde-a2b3-4a57-80c1-3cbaca4e4e05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d683081e2d6f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: 51c9deca-e2e2-448c-ac58-08a46f23e971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d6830821561a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 4120a31e-c33c-4a1b-8ca7-8569fba3e10b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:06:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:12Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d6830821d08415
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 7153e215-e1b2-411d-9d1d-c9eba7be1d7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:07:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:20Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68308923a50b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 0daf4e1b-2d03-488f-9e0a-79a0341f9b13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68319c0afca84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: 47e84d55-e893-4199-a1ed-10ae9efb4a08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d68319c0b065d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: 41af4252-b942-44ff-bd18-e8cc1d742ce6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 480c4dc0-83af-4442-afdd-bf77a67a58ac
  kind: Event
  lastTimestamp: "2026-09-18T20:07:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:30Z"
    name: isvc-canary-promote-predictor-cb75746f8-5lwjh.18d6831a4463d505
    namespace: kserve-ci-e2e-test
    resourceVersion: "25817"
    uid: ec20d625-ff78-434d-a251-3b9b836cdb61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:06:06.996985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25019"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-74sqd
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68306c35c3ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 89922746-38a4-4812-8369-f759a9be9191
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68306e5bdd486
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0c3bf802-b427-4f61-8561-3bb1b84dd39d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68306e6fb7909
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: 3b1f0f2b-f39f-4670-a4fd-ad1ef23edefc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68306e96b2686
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 0542388a-9de3-41b1-b4cf-8f2e63bda665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68306e9d88c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: 9d88f407-553a-4cee-8843-8cae973d664a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307cb5a4c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: c06f4282-7e6d-42a3-ab19-b0e295adb2d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307ceccea1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: cde4c944-2aee-4cad-b619-09223b948238
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307cf43d4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 955b199c-6841-4366-ad55-07d2319d141d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307cf4ff650
    namespace: kserve-ci-e2e-test
    resourceVersion: "25119"
    uid: 29802b92-72fe-4641-91c9-6277d1606c4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307d30caebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: be53b972-f940-4276-af4f-f53b09ac8fa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68307d37c0ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25125"
    uid: fea0d5c9-552a-4275-bfc5-78dda89a0d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:07:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:38Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d68308076dd7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 4aad806a-38d7-484e-966a-aac97d563d84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:07:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d6831bb7e340ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 7cda12a9-53b0-43a3-bf01-37f2a1fd760f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:07:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d6831bb7e39f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25871"
    uid: 73e5b85a-3747-4a0d-b4b9-23c9fd5526d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-74sqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 012edb9c-81dd-4a64-b093-1648cc702831
  kind: Event
  lastTimestamp: "2026-09-18T20:07:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:38Z"
    name: isvc-canary-promote-predictor-cb75746f8-74sqd.18d6831c0dc0259a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: 42d634e8-cad5-4cab-8bb2-3c481a3103af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 9b85d61e-f655-4b6a-9966-1df27836a88c
  kind: Event
  lastTimestamp: "2026-09-18T20:06:06Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-74sqd'
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d68306c2d6026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 03c55bfd-3e76-480c-8590-0ae52d85485d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 9b85d61e-f655-4b6a-9966-1df27836a88c
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-5lwjh'
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d68306c55d1622
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: 5015b3e1-91b7-4183-9044-30250b516309
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 9b85d61e-f655-4b6a-9966-1df27836a88c
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-cb75746f8-5lwjh'
  metadata:
    creationTimestamp: "2026-09-18T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d68319c07cabc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25783"
    uid: c4e8797e-869a-4a85-a73e-a312227005aa
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25002"
    uid: 01c6a983-9f22-4afc-8811-cc08302631c8
  kind: Event
  lastTimestamp: "2026-09-18T20:06:06Z"
  message: Scaled up replica set isvc-canary-promote-predictor-cb75746f8 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-predictor.18d68306bfa0635a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: d1fc1593-1e2b-4dcb-ab93-86065554a9fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 01c6a983-9f22-4afc-8811-cc08302631c8
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: Scaled down replica set isvc-canary-promote-predictor-cb75746f8 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote-predictor.18d68319c011116f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: fb7b5339-1953-4643-9a7a-184073d967de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:06:06.961437Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25010"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68306c13dd1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25015"
    uid: 5d35d238-7915-4fb7-9e63-4acb0145a94f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25020"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68306e372f99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 94078ecc-cba0-4441-81e9-33639c919341
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68306e4bb463f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: 54ba6f3f-b36e-4aba-a8e9-ffba3cf77129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68306e886ad4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 3c3f65a1-d900-447a-8467-1e248fa0a5c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68306e8f9cea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: b4fcc307-8f13-4cd4-b331-fcea19817faf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307cb428df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25108"
    uid: c068dc13-96d8-4d66-9d64-0b1ef83c5257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307cec20df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: 4c535033-eaf3-41d5-bd65-a70320498448
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307cf37c424
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: b7944f1b-6e73-463a-ad08-02ab3789aabf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307cf436627
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 9deec452-736e-4873-9fcf-173c894a299f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307d2f41774
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: 393a76cf-539d-4072-97b6-235e54e2ac19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68307d36b9bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: 79739c25-25f0-452d-a513-14aa174af067
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:09:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:08Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68308078ac079
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: da270d07-b2f7-443d-9b23-720283108d87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68330ba72f87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26933"
    uid: 9576d087-7b86-4e5f-a407-9af7e4fbf568
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68330ba739d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 224c7c09-e215-4712-b765-cdf34874b645
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 6ed21327-cf7a-402f-9c75-c2798cc2d275
  kind: Event
  lastTimestamp: "2026-09-18T20:09:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:08Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl.18d68331023298f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: db6b003c-1d7b-4ace-9d35-987b06cb1710
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:07:37.091503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831bbd69724d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: 331f2d16-6354-44f2-a7ab-a90cb1a19b09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831bdfc4839f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: f3bf9639-8d0b-4a0e-8502-643cc2c2f27e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831be13b0b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 681db4c3-3e87-4f26-8f6e-123021f1ed0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831be4849437
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: d13ff795-22db-41dc-a547-9df8544611cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831be4fb5904
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: a78ae0cd-be0c-420a-833a-e48f2657774e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831ceca9d16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 4f7335cd-33c8-464d-8aa5-95e06ca57a90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831cefac439b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25942"
    uid: 6a2ae125-14f2-4884-a8de-381edd363589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831cf0272954
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 2c80255c-76a1-4ec2-8ccc-1da2417fc437
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831cf034a84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 7f870e78-584f-451d-855a-efa1f2b677de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831cf3312f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: f0f4e316-8460-4a0f-bdbe-91d977ebd3dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:07:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:42Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831cf3ab4957
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: 7a4091d9-9886-4abe-81ef-549fab3965ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:09:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:09Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d6831d648e1c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: e0ba8b95-67b9-4a62-acd4-eb2dbb18bb4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d68330bac31122
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 76fce981-7706-447b-aba3-fe777bc2a3fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:07Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d68330bac3c42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 730078f9-1af8-473d-b481-d201932a7b8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 8e4c0fd4-83ab-45d8-aba6-7e371d973f56
  kind: Event
  lastTimestamp: "2026-09-18T20:09:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:10Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z.18d683316ac492e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 7869f3bb-de67-4b00-8abd-09771cf0dbaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: a8de4142-e244-4459-9a86-dfd4dceb115f
  kind: Event
  lastTimestamp: "2026-09-18T20:06:06Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-l2xpl'
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d68306c0ca34eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 0069d289-4a18-43ca-a911-5016c1780c5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: a8de4142-e244-4459-9a86-dfd4dceb115f
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-sn66z'
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d6831bbd0a9ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 9b7d85de-77bb-4b43-ae80-36cb6a92748e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: 8189f510-0525-4f12-813f-06286d8d3260
  kind: Event
  lastTimestamp: "2026-09-18T20:06:06Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:06Z"
    name: isvc-canary-promote-v2-predictor.18d68306bde6b1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: f9d1c59d-6ac4-4d19-8005-1be12729abe1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: 8189f510-0525-4f12-813f-06286d8d3260
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-18T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote-v2-predictor.18d6831bba88da2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: ff3ef295-0a9a-4ac9-b018-f470c00067ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: 0929b3ca-6a64-4c6e-9cec-74ec8dc36a51
  kind: Event
  lastTimestamp: "2026-09-18T20:07:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:37Z"
    name: isvc-canary-promote.18d68306bf468f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: e2318a7a-eb4b-4864-a33d-edd885752391
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: 0929b3ca-6a64-4c6e-9cec-74ec8dc36a51
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote.18d68306bfac37aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 7a48300a-76e2-4d4a-9871-f14ba67290e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: 0929b3ca-6a64-4c6e-9cec-74ec8dc36a51
  kind: Event
  lastTimestamp: "2026-09-18T20:07:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:28Z"
    name: isvc-canary-promote.18d68306bfac860b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: a43f5133-322b-4175-aeb9-81abdc64044b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25799"
    uid: 0929b3ca-6a64-4c6e-9cec-74ec8dc36a51
  kind: Event
  lastTimestamp: "2026-09-18T20:09:00Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:00Z"
    name: isvc-canary-promote.18d68319c93cf115
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 06bd90d5-67df-48cf-8653-b38a8ed8e20d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:09:12.475649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-6k589
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68331f2c00af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 85a7fbf2-2b1b-4a75-b8b4-78bd11c2a08e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833214c672a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 15d807e4-ecb7-41ec-a9b0-51315f2e2103
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68332163bfecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 0b6e6da7-5ae1-4376-aa23-b0e1aff65728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68332191935b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: 7b64b15c-6c0f-4397-a5a5-9b9a736cccb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833219a20ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: 8e02db17-cc6d-4a42-bee5-5b2fabc99246
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d683330e2b3303
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: ce53c54a-0e61-4a1d-9c4d-ba399e4a165f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833313239a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: eaa6e6d1-53f2-43c8-b648-f626a8f5d437
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68333139a73b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: b53d4194-0d89-4348-a295-0d2af3bba4c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833313a62bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: d4b6b896-c876-45cf-b59e-ee15725c45b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d683331672ba5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 5f9c1925-cc72-4cea-9a01-6096b9d230d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833316e3cba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 57690eb4-d4cb-4ea2-8d5a-94a11cd801d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:13:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:15Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6833386878f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: ed0c4796-3c60-4cf7-95bc-f54f6c2d2249
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68369db90d5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29198"
    uid: 645deccd-9d9a-45ed-b7c9-c6e141460788
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d68369db915b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29199"
    uid: 4ebeb074-27b2-4c02-8867-3a58060fe1e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2b6eedbd-6da3-4d05-b3a0-b82deb741c2d
  kind: Event
  lastTimestamp: "2026-09-18T20:13:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:15Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-6k589.18d6836a798e14ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29221"
    uid: 8b3ea174-5560-42d7-a7f1-e85f0c12dc17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:09:12.520452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68331f56ba581
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: f200d564-d449-4978-881b-46eb7e0faf08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683321787d802
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 59b642a4-bb9c-4cd8-babb-67e2bbf77903
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d6833218d395d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: bc641e35-5b48-4b74-8fc0-b3d71f18572d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683321bb45e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 299f3ff1-6e1f-4ec0-b532-6b39f2295db5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683321c289d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 6f48b7fc-225f-4b87-839f-8e80fc1af529
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68333266806fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 0dc04aed-d6a3-47f8-a9af-c32815801088
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68333296c04cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: ea2d6ce5-cd97-4a82-b8ec-160eda3f7127
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d6833329e5663e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: b87af46c-98fb-4f91-95e9-a50bbb5e9dff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d6833329f0a39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 0212ea88-04ee-40d1-bffd-601788fb67b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683332ce6c4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 1b8c09fa-c6aa-42fd-a387-3bddb3a0cf39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:09:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683332d615adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 10c565ed-6e6a-4b90-a953-a4ab16b5b1df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:10:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:35Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d683339e543d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27903"
    uid: 35ca62ca-198e-46e4-929c-51e1bb720333
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:10:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:46Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68347c1a7650e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 33d31dcf-4654-471c-a345-b774e5a28deb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:10:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:46Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68347c1aa6add
    namespace: kserve-ci-e2e-test
    resourceVersion: "28004"
    uid: 02289bdb-5a38-494f-8334-39fed7cd5692
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 6050e545-1c62-43b3-93e1-53f808a6f673
  kind: Event
  lastTimestamp: "2026-09-18T20:10:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:50Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-88wtv.18d68348cea0bcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28041"
    uid: ac8671f2-5721-49a0-9b85-f5f1f1188ba2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:10:52.532709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:10:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:10:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683493e9daa0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: f0302fda-73ef-4298-91c6-5513e7bd6622
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:10:53Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:10:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683496497edd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 454b0798-ab8f-4eeb-847a-9b5c4085c880
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:10:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683496612688a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: ac6e2f12-a86e-462e-8750-93df00fc1583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:10:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683496d5badcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 961db0f6-8db5-4e34-8693-604f89f092bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:10:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683496ea7a9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28097"
    uid: c8bbf92b-385a-4a12-8a92-3053038f5936
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:11:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:11:25Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d68350ce164f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28326"
    uid: 5317141b-02e4-4dc8-984f-797e6ab5cd03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:11:35Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d6835331007f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28403"
    uid: 2e442cd7-ae1b-44d3-b018-1104e53ae53b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:11:35Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d683533259aa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "28404"
    uid: 80b9da6d-8a5b-4573-83c8-73a5fe5a60d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:11:35Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d68353343174c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: 005bebcb-3c7f-4982-a583-c032ea1cff2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:12:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:04Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d6835a1936883f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 1213b077-ef06-46e3-9c13-ef1358a32dc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:12:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:04Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d6835a1a65fbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28616"
    uid: 0e667b76-be73-446c-ab19-dcd8660a9c32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:12:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d6835a7ca1a37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: aa58b5d1-7c9f-4fc2-b9e3-8daf546837d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d68369db91248e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29197"
    uid: f569b667-7db9-494a-9aa2-33435f30d609
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: dc70fe2f-f0e3-4bc8-b015-a01622a5592a
  kind: Event
  lastTimestamp: "2026-09-18T20:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg.18d68369db918bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29200"
    uid: 899fc765-d6e1-49a2-9b86-4684967c4752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 1371a695-f894-47c4-9ed4-8bc43148dda5
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-6k589'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d68331f2513a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: a1c9607e-269e-472f-b198-0bec2bce1e79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 1371a695-f894-47c4-9ed4-8bc43148dda5
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-88wtv'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d68331f4dea858
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: d6e60182-ad45-4109-ad2b-aae3e6d4145c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 1371a695-f894-47c4-9ed4-8bc43148dda5
  kind: Event
  lastTimestamp: "2026-09-18T20:10:45Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-585bd9bcc8-88wtv'
  metadata:
    creationTimestamp: "2026-09-18T20:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:45Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d68347b2b98257
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: 4c5011c6-4eb4-4f67-89eb-6529143fb466
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: 1371a695-f894-47c4-9ed4-8bc43148dda5
  kind: Event
  lastTimestamp: "2026-09-18T20:10:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-l6xcg'
  metadata:
    creationTimestamp: "2026-09-18T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d683493e372ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28077"
    uid: 2a47e869-cb99-4003-8d26-7293cca70d12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: 1aa8144f-1598-4405-8e9b-da10e56ad51d
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-predictor.18d68331ef34d210
    namespace: kserve-ci-e2e-test
    resourceVersion: "27002"
    uid: f9c8d17f-efb6-401d-ba70-d2588d3b2ebf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: 1aa8144f-1598-4405-8e9b-da10e56ad51d
  kind: Event
  lastTimestamp: "2026-09-18T20:10:45Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-585bd9bcc8 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:45Z"
    name: isvc-canary-rollback-predictor.18d68347b236a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 37ab0470-b1d1-46f1-8c2e-ae7413929cdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: 1aa8144f-1598-4405-8e9b-da10e56ad51d
  kind: Event
  lastTimestamp: "2026-09-18T20:10:52Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-18T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:52Z"
    name: isvc-canary-rollback-predictor.18d683493b95a55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: b1de5895-c7f6-49e5-b16b-1914bcaead2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:09:12.440040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d68331f0a0a687
    namespace: kserve-ci-e2e-test
    resourceVersion: "27011"
    uid: 2e78896a-b335-4392-8720-8794d65f9dcc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d68331fc835e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 962cd7e3-31cb-44b5-9a04-b8bb1e5fcea2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683323687dc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: f71f9f9f-4493-42a8-871a-b35a2b4af876
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d6833237f01f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 832ba0f8-a8b2-47a4-a7cb-b200465fec15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683323b54eb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 0ac593ac-3326-4724-99c2-163c34e187c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683323bc96727
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: e53a0a18-b911-4993-ba9e-529d2b8af6b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683334a485ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: b583092a-0236-4c33-b2de-be1bc5a28494
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683334d8d50d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 917e2b41-59c2-47a1-889b-2332290cc0a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683334e078f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 3bf1d149-8f37-41ce-be29-fad4ddcc8d12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d683334e14a9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 7989d8b8-5e4b-46fa-b05c-f75b9de039da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d6833351a87795
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: ecdf3827-7514-40a2-a23a-bbe7d9e3e175
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d68333523b2d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 4528ec4e-0911-40b7-929a-0bd74d6c2167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:10:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:55Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d6833386878f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 587efc6a-0903-4076-b0d9-66df17a63a38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:10:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:52Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d6834938f23c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28062"
    uid: 597c61a7-9195-4a49-b423-555269ff8f81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:10:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:52Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d6834938f2d72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: e38451ff-76eb-42e4-9490-12d8772cea32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 2eff3092-c865-4791-b4bf-70316f26dc83
  kind: Event
  lastTimestamp: "2026-09-18T20:10:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:55Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h.18d68349e0d27236
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: c8b8752b-bf56-43b7-adc3-1d8783e4ed35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6946b55967
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: 749095f1-ddc5-4dd3-9882-b2d02aebdb61
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6946b55967-m9f2h'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967.18d68331f02f1af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 9bde854d-0475-45bb-ae8d-fd115eaeae48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: f540c16f-52a3-43e6-997d-c9fb5fc0035c
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6946b55967 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback-v2-predictor.18d68331ed2e2e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26991"
    uid: 25869bc6-6213-457e-bbdd-36df62f0f737
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: c242175f-a802-4b8c-958d-4745187aad0b
  kind: Event
  lastTimestamp: "2026-09-18T20:10:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:10:45Z"
    name: isvc-canary-rollback.18d68331eed9277c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28000"
    uid: 1dce82ff-6bad-4a5f-95f6-574f64ff6b51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: c242175f-a802-4b8c-958d-4745187aad0b
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback.18d68331ef3e0593
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: adb0095a-6e96-455e-bc4e-cea2aa2d7c36
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: c242175f-a802-4b8c-958d-4745187aad0b
  kind: Event
  lastTimestamp: "2026-09-18T20:09:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:12Z"
    name: isvc-canary-rollback.18d68331ef3e6a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: 9c5e7bb3-f75a-48f3-9116-804aa861ff3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: c242175f-a802-4b8c-958d-4745187aad0b
  kind: Event
  lastTimestamp: "2026-09-18T20:13:02Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:13:02Z"
    name: isvc-canary-rollback.18d683477f541bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: 9dcfc2fa-f5cf-46c4-bfe7-ccee9f2ad6dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:13:17.870095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-9xkt2
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836b15661ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: 9a1f274c-40fa-4fc4-b2ae-d615b197cc70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29288"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836b3825b3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: bcbc9866-40f6-4088-9c2e-7cf9a5121506
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836b39c90e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 8e8e28fe-e878-4546-b254-a1af7baef656
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836b3c56b56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 6772c191-b7f3-431b-9766-b62bc3d9a088
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836b3cbea866
    namespace: kserve-ci-e2e-test
    resourceVersion: "29326"
    uid: 43ec43bc-9402-4498-8aa8-1afb4a270718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c441f0faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: fb81765f-89b0-4863-aecd-ae3addea2200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c47e9ddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: b0ebbb1a-e723-433e-84a1-82462670a4b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c485f4a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: becbea53-051e-4299-8f0b-de5ca842222c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c486baf82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 74504bc7-f75a-4b99-ae88-0795518a7dcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c4ba4f26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29385"
    uid: 345fb7e1-06a4-4603-9e6d-4f6634875be0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c4c2f27eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: fe959a42-4388-4757-888c-37e5bb268b1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:14:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:36Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6836c8054f049
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: bb4597bc-da90-46cb-a749-2d507a7ced4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6837eaecf1dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 067eb7f1-5a95-42e8-b649-e28f11612066
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6837eaecfc831
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: a098baf5-3848-4835-8e26-ad5f912231ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e5824658-6c79-45da-a530-93bce89eb389
  kind: Event
  lastTimestamp: "2026-09-18T20:14:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:44Z"
    name: isvc-canary-stop-predictor-5d5b899946-9xkt2.18d6837f5ce527d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: 075c955d-f250-4ec2-93d6-da132b2906e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:13:17.918852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29290"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-lvdqd
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836b184e1e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: 930abbb4-2cbe-405c-8dbf-61ffe82b3bb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836b3c0e1a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: d983301d-5dec-41aa-9947-229b00fb0cf7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836b3d5c6897
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 524bccfd-834c-4cda-a657-ffaaba3b99eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836b449c2765
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 445ad51f-567c-4ac6-bd71-7f9736e6e2a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836b45c97a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 46426a1e-8248-44f8-9bc3-3c5abeb561b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c5a4c4760
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 29c6996d-0581-4548-b2c6-a03eafaa790c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c5d40d197
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: c288fe09-5c14-4bf4-aff5-d9cd94427217
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c5da7ba83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: ada1d374-77f4-4b3f-8963-9c4377f77052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c5db320a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: 743df320-b488-4b2a-839d-8183aef61ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c60492d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: e0f2ac40-a16d-47cc-ad60-35ddfd145c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836c60ab2f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29403"
    uid: c65b6018-4713-4fa0-bbec-90652e7deaa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:14:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:33Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d6836cd22e20ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29985"
    uid: 3d6029a1-a35e-41f8-b28e-7d52930895fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:14:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:47Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d683800773bc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30142"
    uid: a93ec676-c1b8-4914-ae03-41182fa8fd39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:14:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:47Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d68380077456d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: ec5d28ba-f6b1-40f4-8fe3-732fe331e31d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 3070b071-f7e8-4abc-877f-02811d4fa750
  kind: Event
  lastTimestamp: "2026-09-18T20:14:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:51Z"
    name: isvc-canary-stop-predictor-5d5b899946-lvdqd.18d68380d8643454
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 4c0b5bf5-e786-45cb-86a7-cc9ee62ec4ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "29264"
    uid: 65c0a809-424b-46c2-b37a-f24afde8c739
  kind: Event
  lastTimestamp: "2026-09-18T20:13:17Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-9xkt2'
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d6836b14fba54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: 9c966820-ded2-44dd-be8a-3f65fc63d9ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "29264"
    uid: 65c0a809-424b-46c2-b37a-f24afde8c739
  kind: Event
  lastTimestamp: "2026-09-18T20:13:17Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-lvdqd'
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d6836b17ea05eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29291"
    uid: 74b82788-c5c5-491f-bc55-4eaac8ada780
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: 65c0a809-424b-46c2-b37a-f24afde8c739
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5d5b899946-9xkt2'
  metadata:
    creationTimestamp: "2026-09-18T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d6837eaea708c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: fe5df576-1c1d-43de-8078-b61df409ad14
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 4220ea4c-bf1e-406c-b7e7-bebc6150e926
  kind: Event
  lastTimestamp: "2026-09-18T20:13:17Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5d5b899946 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-predictor.18d6836b117f6945
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: ea1cac91-1ef8-42fd-916b-19c797de491c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 4220ea4c-bf1e-406c-b7e7-bebc6150e926
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5d5b899946 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop-predictor.18d6837eae16c425
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: c2bbeb86-26af-4154-96f8-939580742e67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:13:17.828737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29270"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836b12ef147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29275"
    uid: b5b831f5-a215-410a-a79c-717fc1c38d5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836b34ee1c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29314"
    uid: ba4759e2-0170-4a77-9c98-7f615688dcfb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836b3643f184
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: 5cfb4411-9ac9-4d4a-9d5c-b6d3f9812b20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836b39db525c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: b541ece7-a50c-4d11-9e05-3fa7c3077e1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836b3a4f31a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: b27c61b1-7776-4e77-a7b7-001973b560eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c4435e133
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: 99df9422-1340-4960-aef3-61fe4a885a24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c47e6e7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: f1cc3e77-8e1d-4e90-8030-cbc7f0ce79f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c484fc8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: 35cf47ba-66e5-41ff-a1a9-c963eb8550e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c485b9dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: 5870a314-b2af-424b-ac66-e2da0251e659
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c4ba32cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: b839aee9-b8c2-446e-8cad-276cada38720
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:13:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:23Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c4c1c6433
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: 1ced735a-bc4e-4bd2-ab6d-15e7e7eea2e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:14:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:51Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6836c8072924d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: 554cc84f-fea9-42c4-b6dc-5be1f0ea5008
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:14:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:47Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d683800547b4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 9cd498e2-5e5c-47c1-874d-5017769bf5ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:14:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:47Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6838005482efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 2256f3be-05cd-412e-8903-da8dffd8b3ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 89c03c40-f166-487e-9d3a-b5b351ada4d3
  kind: Event
  lastTimestamp: "2026-09-18T20:14:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:49Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-64b29.18d6838086e229a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: 375719a3-60c0-473b-83f9-c3c12cd76506
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5f87c564d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 732acf7d-d421-412c-881d-5984a60c6e0e
  kind: Event
  lastTimestamp: "2026-09-18T20:13:17Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5f87c564d7-64b29'
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7.18d6836b12902b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29273"
    uid: b710dc5d-e06b-4641-a25a-b623323e4426
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: 2b26f463-f946-491c-a28e-8898972ba61e
  kind: Event
  lastTimestamp: "2026-09-18T20:13:17Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5f87c564d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:17Z"
    name: isvc-canary-stop-v2-predictor.18d6836b0f7d3746
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: 075718d8-e8fb-46c3-b93a-c8d68d5c83f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: 4d001fd5-1e6a-4743-a3ac-5883076a2454
  kind: Event
  lastTimestamp: "2026-09-18T20:14:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:43Z"
    name: isvc-canary-stop.18d6836b11246d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: a666dbba-042d-4f2e-acaa-2ced88afd8c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: 4d001fd5-1e6a-4743-a3ac-5883076a2454
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop.18d6836b11834532
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 1a42fca6-6d09-4366-adde-3844068e7661
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: 4d001fd5-1e6a-4743-a3ac-5883076a2454
  kind: Event
  lastTimestamp: "2026-09-18T20:14:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:42Z"
    name: isvc-canary-stop.18d6836b118395f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 77f905d5-b97a-48d3-b774-52f3a030d8f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 4d001fd5-1e6a-4743-a3ac-5883076a2454
  kind: Event
  lastTimestamp: "2026-09-18T20:14:43Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:43Z"
    name: isvc-canary-stop.18d6837f1b373b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: a0a07626-3c16-40b7-81d4-f6fc754e962e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:47:00.656621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fbdc26678a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: b978da36-91e4-4d22-8104-e0fa70f107f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-c0d673-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:01Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fbe6ae5b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 1424fcf1-078e-48b6-85ab-9bb7b0f20aa7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:02Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:47:02Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fc578d7aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 6f1f320c-9a8c-4828-8f79-5158c7720cf9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:14Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fc58f2e52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: 32743342-78df-4f8f-a300-7d2718d70d81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fc5c033376
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: 1d5f8af3-cc42-4969-a0e4-74b5d9aa3386
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d681fc5c7b36fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: 95d36772-19c2-41c1-b857-545c33271318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d2c33d70-4701-4261-84ad-90518a0f83f6
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465-6snbz.18d682002fdc2e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6bafd160-c2b8-4301-a46f-eb4c155ba46c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-c0d673-predictor-6df449b465
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: a49f70f1-9f1a-450f-b01b-ea5ee8e9e627
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: 'Created pod: isvc-init-fail-c0d673-predictor-6df449b465-6snbz'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-init-fail-c0d673-predictor-6df449b465.18d681fbdbb96d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: 130d0018-8fc0-4ab0-9a1f-0d5bacc6bb72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-c0d673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: cb7dbd79-5270-4948-ad39-95faa6447b27
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: Scaled up replica set isvc-init-fail-c0d673-predictor-6df449b465 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-init-fail-c0d673-predictor.18d681fbd86054fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14593"
    uid: adbb216a-21d0-408a-a164-c262824a261a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c0d673
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: b25f69fe-d2e8-453e-86b8-e7396a43a9a1
  kind: Event
  lastTimestamp: "2026-09-18T19:47:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:11Z"
    name: isvc-init-fail-c0d673.18d681fbd85e3b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: 51e2b440-a66f-4a49-a8ef-2c36e32fc934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:14:58.047081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-nzvr5
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683826869a349
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: 666532eb-119d-4975-9e1b-559c8b646949
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30262"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683828a79ef59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: d9519cc7-47dd-48ef-96a4-48f94209c17b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683828bc1a9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 7e1c85a5-2ff7-4bf7-a9c3-f83b10023114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683829007a486
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: c16089bc-0d38-43cd-9f5e-502289ebe621
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d68382907f6410
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: abaec325-3c5b-4177-8465-b8621084c381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:03Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d68383a97d49e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: d08c018f-8001-47b3-9f9f-8fa1f4f21019
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:09Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.434s (6.434s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683852901a072
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: ed02bef8-c0b7-4123-9f77-51380bb1c834
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683852cf117db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 797eb38f-64d6-44da-a953-5109f0e22b63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683852d6a9e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30391"
    uid: 04643630-15ff-4506-97ae-4b5d90f7af3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d683852d75b8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: f20f860e-9362-4d5e-9c56-7e2a5bec31db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d68385306b786e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: ee5cdf3e-87d9-4074-94e5-4d85f73c779b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:15:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d6838530e72988
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: f726bff7-e20b-4ce6-b00c-9454ad0ffb78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:17:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d68385887a1359
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: edf7517b-466e-4946-9fb1-690c30c6687c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:16:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d6839e79dda1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31329"
    uid: b2a70c1c-d311-4aa2-9820-b6aa964edb0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:16:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d6839e79dec676
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 70a7fd58-607e-45d5-a52f-36f0ad035271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 8d47e6d9-5a57-4348-ab7e-e80d04129711
  kind: Event
  lastTimestamp: "2026-09-18T20:17:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nzvr5.18d6839f60d49a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: 73db7130-b8bb-450c-b62f-eebd888a9684
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30241"
    uid: 6354c2b9-3ed7-4a16-aee8-ced7dbc5321f
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-nzvr5'
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d6838267fcd493
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 9eeabeee-67d8-4a38-a346-6a7bf10a8f8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: 3177c710-e1fa-4360-86bb-cb04373fcb9d
  kind: Event
  lastTimestamp: "2026-09-18T20:14:57Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:57Z"
    name: isvc-lightgbm-predictor.18d683826521d84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: 6df02aa6-4ff7-4afb-b6be-fb0cb8d86039
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: 07aefafa-fcaf-436a-989f-a05ba31922b3
  kind: Event
  lastTimestamp: "2026-09-18T20:15:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:43Z"
    name: isvc-lightgbm-predictor.18d68385e392e1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30699"
    uid: 809832e4-80c4-4d6e-9a00-552b6964ad06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: 07aefafa-fcaf-436a-989f-a05ba31922b3
  kind: Event
  lastTimestamp: "2026-09-18T20:15:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:43Z"
    name: isvc-lightgbm-predictor.18d68385e3f5f30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: 72663046-4951-471b-8e0c-b66a5421f24e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30415"
    uid: 07aefafa-fcaf-436a-989f-a05ba31922b3
  kind: Event
  lastTimestamp: "2026-09-18T20:16:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:58Z"
    name: isvc-lightgbm-predictor.18d6838962f126a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 79b724ed-e851-4fb0-8081-b84bb5e40f50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30415"
    uid: 07aefafa-fcaf-436a-989f-a05ba31922b3
  kind: Event
  lastTimestamp: "2026-09-18T20:16:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:58Z"
    name: isvc-lightgbm-predictor.18d6838963531876
    namespace: kserve-ci-e2e-test
    resourceVersion: "31309"
    uid: f4b7b424-3df5-4950-b200-8dc0f8568b22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:17:03.768254Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:17:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:17:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d6839fadfa742c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31395"
    uid: c9ee89fe-55d2-461a-b826-a3736630be1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:04Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:17:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d6839fd0004599
    namespace: kserve-ci-e2e-test
    resourceVersion: "31409"
    uid: aa18fe8b-3116-4d81-b0e6-d33e952cd213
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d6839fd1462c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 84de8f7d-2169-4cc9-8190-f0c857ff2dbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d6839fd3f5af17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 34e357a1-b0e3-4972-a6f2-9b7240e63147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d6839fd46535a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 23c4b775-7c3d-4020-be7e-3e64514c0ab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:08Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a0bc23b887
    namespace: kserve-ci-e2e-test
    resourceVersion: "31450"
    uid: 1c8cbc09-3b50-4c27-baea-2f1fc9ddfb71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:14Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.662s (6.662s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:14Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a2493d1fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 7568c39f-a3f8-41fe-b876-1fe37adc50c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a24c156ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: b63c9f90-8f98-407a-a4ff-afa945a6bbb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a24c88fb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: 64904521-2fc5-420a-8534-b4e865f8dfb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a24c94c68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: 8dcf7696-4ec2-4fac-aca0-daedc623fc34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a24f881e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31507"
    uid: 1e42e2ed-1af2-4e17-9cc0-5440717de2e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:17:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a24ffb9699
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: ae27ad8c-cae2-4c19-b604-4c9862940215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:18:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683a29b596d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 99dae3c4-ce5d-4693-9cfa-e3113ac184c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:18:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683b99b7312d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: 91023a87-7c71-4513-89e9-3a288ac08612
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:18:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683b99b73ae8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 9c048075-6f25-4a65-a7cd-0a4a280f08e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 19629757-fe01-454f-8c69-43c69a7bad31
  kind: Event
  lastTimestamp: "2026-09-18T20:18:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55.18d683ba1fc15364
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: 930b17c1-8dfb-4315-b179-5cb5d6e0cb48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: b6ab4104-c834-402f-8e50-c924d4e242fe
  kind: Event
  lastTimestamp: "2026-09-18T20:17:03Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-w6r55'
  metadata:
    creationTimestamp: "2026-09-18T20:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6839fad639ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31392"
    uid: 97600c74-8300-413a-912f-cdb0addb5e07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: c9598656-f26c-45a2-87f3-5a7b42c1107b
  kind: Event
  lastTimestamp: "2026-09-18T20:17:03Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:03Z"
    name: isvc-lightgbm-runtime-predictor.18d6839faab4da7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: f773d60c-ba6f-47c2-a70d-2ab9332ca076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: e89d7c86-79a6-49cd-a1d8-d03702fc2e86
  kind: Event
  lastTimestamp: "2026-09-18T20:17:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:48Z"
    name: isvc-lightgbm-runtime-predictor.18d683a329257f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: 88f2b4f4-fec2-4c60-9d64-dcfeced61b1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: e89d7c86-79a6-49cd-a1d8-d03702fc2e86
  kind: Event
  lastTimestamp: "2026-09-18T20:17:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:48Z"
    name: isvc-lightgbm-runtime-predictor.18d683a3298bf0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 98ae4329-eba4-450b-a493-59bb63455233
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: e89d7c86-79a6-49cd-a1d8-d03702fc2e86
  kind: Event
  lastTimestamp: "2026-09-18T20:18:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:48Z"
    name: isvc-lightgbm-runtime-predictor.18d683ada580c2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 547c152f-511c-481a-857b-58179faec287
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: e89d7c86-79a6-49cd-a1d8-d03702fc2e86
  kind: Event
  lastTimestamp: "2026-09-18T20:18:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:48Z"
    name: isvc-lightgbm-runtime-predictor.18d683ada5e7e4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: d6d09127-a665-4503-bf90-98e63ebac1ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 8a6c55b7-70e3-433a-8c17-a290d1801909
  kind: Event
  lastTimestamp: "2026-09-18T20:18:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:18:46Z"
    name: isvc-lightgbm-runtime.18d6839faab7fbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: 5fc5b510-043d-4109-88c4-0f635165451d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 8a6c55b7-70e3-433a-8c17-a290d1801909
  kind: Event
  lastTimestamp: "2026-09-18T20:17:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:17:03Z"
    name: isvc-lightgbm-runtime.18d6839fab42ad26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 4d797ca7-5630-4341-9527-b6632e7fc35d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: 8a6c55b7-70e3-433a-8c17-a290d1801909
  kind: Event
  lastTimestamp: "2026-09-18T20:18:46Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:18:46Z"
    name: isvc-lightgbm-runtime.18d683b7adfc1667
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: f3167a19-dbba-411c-aea2-8f91cb92c62a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:19:55.517001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33003"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:19:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:19:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c7ab00595a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33009"
    uid: 736c7196-64e0-4ec0-bc57-2a4e0f1ab4b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:19:56Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:19:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c7cd06a958
    namespace: kserve-ci-e2e-test
    resourceVersion: "33022"
    uid: 9d320996-627f-46d0-b383-142ea830aaf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:19:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c7ce5efe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: dff46c69-fd0a-4029-acb4-2f3fb8672145
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:19:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c7d1864a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33025"
    uid: ca25acc4-b98c-4710-9257-2e57bc2b3dd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:19:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c7d1f54956
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 8927166c-bab7-40e1-b3a8-f5c21ebaa7f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8b9160fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: a6ed432b-a233-42b5-a6b2-8e573103f369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8bc1f5818
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 66163487-5c5f-46b2-b03a-2d78c633dd81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8bc9549b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33059"
    uid: 9d32cedc-22bf-4c1a-9eac-3c2f99dad653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8bca0a8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33060"
    uid: 8b229cd5-211c-432c-aaa4-fa039ce00d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8c0f82ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 50fb0a0b-a2f0-45c8-8139-6f4b725d6078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c8c1702f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 899c4740-807e-45a9-904a-2e8ac3aa3d42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683c9310858f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 8fb7e87d-706e-41e2-85f0-b1ad24fb99b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683cead860e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 821bf4d3-3973-421d-ad9b-75472836d097
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: a8a9d22e-cff1-414e-847e-d754bc7defc7
  kind: Event
  lastTimestamp: "2026-09-18T20:20:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4.18d683cead868939
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 73905b6b-9c82-4fa0-be56-0d6d8974049d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 599c0c4b-cca7-49e3-b303-864307475a74
  kind: Event
  lastTimestamp: "2026-09-18T20:19:55Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-xffd4'
  metadata:
    creationTimestamp: "2026-09-18T20:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d683c7aa9468f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 072fe99d-a1f6-4b2b-8dcf-b6534c225b7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32992"
    uid: 8135aa5d-ee82-4540-a466-4c487c24d1f8
  kind: Event
  lastTimestamp: "2026-09-18T20:19:55Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:55Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d683c7a7dce1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: cb4364cc-e285-4c79-bd06-849fc7131027
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 1da1170d-57fa-400e-8c16-0d1b0ec75ba3
  kind: Event
  lastTimestamp: "2026-09-18T20:20:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d683cb2653088e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: a4c5641d-7798-4544-a884-40ce3287e074
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 1da1170d-57fa-400e-8c16-0d1b0ec75ba3
  kind: Event
  lastTimestamp: "2026-09-18T20:20:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d683cb26bbe75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 19d406db-073f-4034-b28b-e4fe5194b26f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32984"
    uid: e4fbdc06-0b08-4072-bd61-03b1b10fc4a9
  kind: Event
  lastTimestamp: "2026-09-18T20:20:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:18Z"
    name: isvc-lightgbm-v2-kserve.18d683c7a7dc5705
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 33e432d9-5bbc-45ef-b716-8fb74b4be6ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32984"
    uid: e4fbdc06-0b08-4072-bd61-03b1b10fc4a9
  kind: Event
  lastTimestamp: "2026-09-18T20:19:55Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:19:55Z"
    name: isvc-lightgbm-v2-kserve.18d683c7a86e22cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 9e15d749-1194-40ca-b0a3-edfd9fd89254
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33198"
    uid: e4fbdc06-0b08-4072-bd61-03b1b10fc4a9
  kind: Event
  lastTimestamp: "2026-09-18T20:20:18Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:18Z"
    name: isvc-lightgbm-v2-kserve.18d683ccefc807b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: c7a1bb5b-fab6-4de6-ba19-be0e60c9c0bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:19:00.273443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bace3a974b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: 7507cdbf-5c07-4d8b-bf3f-7377561c790b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683baf0508ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: 32e0e13e-a88d-418a-a2b8-9630e05059d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683baf1ad1e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: e0e910d1-38ac-48ee-b1a1-191cb407576d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683baf43f5708
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: 7531f91d-cedf-48a5-be02-f9b068df3688
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683baf4ae0b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 595aca2b-771f-457a-b6c6-ae5841fa5d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbdd71f448
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 4e87f3e0-2666-49fe-b580-13d3f919d8d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbe1037c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: d4978013-0bb5-4d41-9b48-dfe20740ec4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbe171ff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 833f266f-f65f-4a40-b136-e007384ed853
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbe17c9526
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: bd217e1b-3783-4b4f-a957-30506e5896be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbe458d967
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: 356c577d-07b7-4a8d-8f63-9c05d5b648d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683bbe4c69d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: c57ee1df-a928-4861-a1a2-b6fb701025be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683c6767e96b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32936"
    uid: 84ae14d6-0f3c-418c-a887-4498c29da2bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: fa2b70f0-cf48-405f-818e-ed08b90300e0
  kind: Event
  lastTimestamp: "2026-09-18T20:19:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t.18d683c6767f0b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32937"
    uid: 1358f7c3-3e50-4e75-8e6c-96f2d9f0b820
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 63524576-9db1-47cd-833f-bdeb3cf46ddf
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pf49t'
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d683bacdd41f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 9530250f-a048-450e-9d57-c495e9217632
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32494"
    uid: 91d8917b-0570-4e84-9ec8-299473aa9c50
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d683bacb71677b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: ab48cbc6-5450-4e6c-b3d3-ad486af63a7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: e6a97796-39e1-4440-937d-60c246f5d9b1
  kind: Event
  lastTimestamp: "2026-09-18T20:19:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:15Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d683be49c9db63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: d32c46c6-e926-4da3-b411-20414ec09d8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: e6a97796-39e1-4440-937d-60c246f5d9b1
  kind: Event
  lastTimestamp: "2026-09-18T20:19:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:15Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d683be4a2846fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: af4bd3fa-ed7a-4b52-8549-f2aef0a190c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: e6a97796-39e1-4440-937d-60c246f5d9b1
  kind: Event
  lastTimestamp: "2026-09-18T20:19:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d683c1c91be2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 863482b2-94d2-425d-ad1a-853c519a8f64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: e6a97796-39e1-4440-937d-60c246f5d9b1
  kind: Event
  lastTimestamp: "2026-09-18T20:19:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d683c1c97a80c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 5324ac8a-c672-4fa7-b499-b0082f66f916
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 3873c04a-b25b-415e-87d0-ab9b96532c98
  kind: Event
  lastTimestamp: "2026-09-18T20:19:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:19:42Z"
    name: isvc-lightgbm-v2-runtime.18d683bacb48b775
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: 5b0133cc-29a5-42ec-b514-ba8b8ae68e64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 3873c04a-b25b-415e-87d0-ab9b96532c98
  kind: Event
  lastTimestamp: "2026-09-18T20:19:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:19:00Z"
    name: isvc-lightgbm-v2-runtime.18d683bacba48fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: 2461f81f-472d-4e9a-8381-28158d1a9caf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32872"
    uid: 3873c04a-b25b-415e-87d0-ab9b96532c98
  kind: Event
  lastTimestamp: "2026-09-18T20:19:42Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:19:42Z"
    name: isvc-lightgbm-v2-runtime.18d683c4bcc9877e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: 96ecda73-d023-42d8-ae17-d99b54abf763
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: d1e4a291-277c-4a83-aae4-0752d49029a4
  kind: Event
  lastTimestamp: "2026-09-18T20:16:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:16:52Z"
    name: isvc-lightgbm.18d6838265251735
    namespace: kserve-ci-e2e-test
    resourceVersion: "31273"
    uid: c84c852a-4042-4b0c-9436-c7cf8140228d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: d1e4a291-277c-4a83-aae4-0752d49029a4
  kind: Event
  lastTimestamp: "2026-09-18T20:14:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:58Z"
    name: isvc-lightgbm.18d6838265c8e3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: f67e8942-3ca0-4a83-891f-07556a235a73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31269"
    uid: d1e4a291-277c-4a83-aae4-0752d49029a4
  kind: Event
  lastTimestamp: "2026-09-18T20:16:52Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:16:52Z"
    name: isvc-lightgbm.18d6839cf0d53b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a4c05b03-91e0-4dee-9f51-16e54b4b25ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:50.744931Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-85d5cb84f6-57qgh
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d682316e7b6f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: f9fbed2d-6a81-42ca-ae57-e117053885c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d682317b822ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 1943b316-2ffe-4d95-9d57-96f62d20dbee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:51Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:51Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68231b429bcac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: c7bf22ea-7191-44e7-a917-8079c2263fb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:51Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68231b581952e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: c5eebbae-9bd5-4dbb-8e02-1454dfa8bb99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:51Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68231b831168b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: f212e91e-0e9e-4b8b-b149-588b8ceb62ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:51Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68231b8a437b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 48f508f3-9080-4b06-9539-7bac5e59a0bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232b76ad77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: d5a06077-096e-492d-aecb-8aa9c0c36aed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232bad4b548
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 5a3bc7a7-6b44-454c-9734-4201b03b0e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232bb4f0bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 1223c5ab-7280-4ca3-9646-ba5cc3823ff9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232bb5bbe75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 555dbc6f-3a17-4ac2-ab02-f6e6739cc74b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232be9db994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 5e593930-3a67-4471-9e52-e619eb2d732c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232bf12906a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6ce48321-8e48-48c3-bf8e-2bed33a85bec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee489751b997752a8855e389ed75068cf003229489532801b9b57f9452d3ed82"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232bf1e9fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 3d98c69f-a86a-4d9d-988a-0e47246886e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232c3378b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 61936b74-cfac-4606-9f78-621df32da097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232c3af2095
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: f8811f1f-f267-4253-96f9-1ffa54b025ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:33Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232f3abcf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 578437aa-1ab2-4f26-bd3d-a2342808bb9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:33Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68232f3b612bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 5791d65b-9fc2-4fc8-9f0a-0a391afad09b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68247974720a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: 2deb30ed-ad00-411c-b102-05991c2a5f5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68247974921f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: e5568b27-bac1-45d0-8f34-7ded8eaf0a26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d68247974af6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 561bdbac-8a13-4362-833e-709c98ae9650
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-57qgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: bfbc3440-4645-4483-bf41-67c7ee10f761
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-logger-predictor-85d5cb84f6-57qgh.18d6824823ec01f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: fe80324e-90f0-45d2-a122-073b32fb646d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-85d5cb84f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: bc4fa6be-3fe9-4ac0-b09e-0b96d88a8695
  kind: Event
  lastTimestamp: "2026-09-18T19:50:50Z"
  message: 'Created pod: isvc-logger-predictor-85d5cb84f6-57qgh'
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-logger-predictor-85d5cb84f6.18d682316e122905
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 8756d822-00aa-4b36-99a5-7012c7c637b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 11bbb0fd-6320-45d3-917d-75376fe887d5
  kind: Event
  lastTimestamp: "2026-09-18T19:50:50Z"
  message: Scaled up replica set isvc-logger-predictor-85d5cb84f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-logger-predictor.18d682316b20a0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: d79d7885-5e8e-494d-8c24-49cc074b771d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 11c621f9-6073-41ab-a3d5-677735688da4
  kind: Event
  lastTimestamp: "2026-09-18T19:51:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:35Z"
    name: isvc-logger-predictor.18d68234e99071e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 135269eb-392f-4e61-b812-760351a2243d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 11c621f9-6073-41ab-a3d5-677735688da4
  kind: Event
  lastTimestamp: "2026-09-18T19:51:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:35Z"
    name: isvc-logger-predictor.18d68234e9d9ae85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 6b3f93f8-d14c-4a66-9c68-d137d9419aaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 11c621f9-6073-41ab-a3d5-677735688da4
  kind: Event
  lastTimestamp: "2026-09-18T19:52:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:20Z"
    name: isvc-logger-predictor.18d682386883d7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: fcf18fc7-aca4-4bae-8923-37d2c8535bf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 11c621f9-6073-41ab-a3d5-677735688da4
  kind: Event
  lastTimestamp: "2026-09-18T19:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:20Z"
    name: isvc-logger-predictor.18d6823868e98eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 8a0d77b3-9b43-4608-876b-1a47bf36ab0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 5295ee4d-6be8-496d-8815-1c89a1ae3e9a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:13Z"
    name: isvc-logger.18d682316b213b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: c10ac501-f472-448d-8523-0679415a62d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 5295ee4d-6be8-496d-8815-1c89a1ae3e9a
  kind: Event
  lastTimestamp: "2026-09-18T19:50:50Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-logger.18d682316baf843a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 4deeb50a-caa0-4c3b-9b42-253cec693f32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 5295ee4d-6be8-496d-8815-1c89a1ae3e9a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:13Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:13Z"
    name: isvc-logger.18d68244abb9f073
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 805a3edb-4172-4623-9143-9b9123c60233
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:20:30.806690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:20:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683cfe26e4f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: c795f5e8-69e3-4abb-a45f-99e111e07500
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33341"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d004b5ecc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: fc098bef-939a-4f2e-867e-c3b4f34ba9d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d00600736f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33350"
    uid: 7f2c0e79-6497-42f1-92c1-e456132aa893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d009663f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: 40363c5a-fbcc-45c0-bb12-ce88576be6ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d009dd5342
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: 44efec66-83d6-4d68-865f-e0e4ecdd6fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d124e56a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: af6aee35-9b04-4907-a774-6acf95dc6e75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d128a76e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: a8beb276-44e8-4be0-8561-f7460c77fe79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d12918a205
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 59650eda-6819-41ba-bad7-92d7b871ccee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d1292254d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 2bb8f956-3ce0-4d8c-9b0b-9535d6833995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d12c18d6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: 980b27cb-8dd8-413f-a846-57205d220ce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:20:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683d12c87eaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 29f4e5a5-ede6-4238-8fe4-c09ac07b80fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:21:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683db8a161360
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 69094565-be9b-467d-ab62-17333454a23a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: cce456de-1514-4b2e-a572-64e03e12ab09
  kind: Event
  lastTimestamp: "2026-09-18T20:21:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf.18d683db8a176d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 3e7d8a26-6560-48c1-a774-fc18b2b04a8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 01e7238c-c836-4844-a2b5-2f36cadda495
  kind: Event
  lastTimestamp: "2026-09-18T20:20:30Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-psxwf'
  metadata:
    creationTimestamp: "2026-09-18T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d683cfe20961de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 7d7634f3-3260-478b-8196-10606c9fa586
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33318"
    uid: 3121cee5-12a5-478c-8769-d4d753ba4b3d
  kind: Event
  lastTimestamp: "2026-09-18T20:20:30Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18d683cfdf8114e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 37106f97-4ace-4b0f-a00b-3e95038730a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: ceae3986-09cc-46f0-bde1-89f67699bf0e
  kind: Event
  lastTimestamp: "2026-09-18T20:20:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor.18d683d35def86a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: 8e855fb7-3719-4a48-a821-6ee04a571aa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: ceae3986-09cc-46f0-bde1-89f67699bf0e
  kind: Event
  lastTimestamp: "2026-09-18T20:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor.18d683d35e48fb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: bc4bb847-0cdc-4687-a075-76906c91c5f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: ceae3986-09cc-46f0-bde1-89f67699bf0e
  kind: Event
  lastTimestamp: "2026-09-18T20:21:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18d683d6dd3311b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: 2f64755d-40f6-430c-8583-f97dd55940c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: ceae3986-09cc-46f0-bde1-89f67699bf0e
  kind: Event
  lastTimestamp: "2026-09-18T20:21:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18d683d6dd910316
    namespace: kserve-ci-e2e-test
    resourceVersion: "33776"
    uid: 5256d666-ed35-4631-a394-5cc6653bd3cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: f5003c33-34e9-490a-90f2-dca303118657
  kind: Event
  lastTimestamp: "2026-09-18T20:21:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:21:13Z"
    name: isvc-mlflow-v2-runtime.18d683cfdf7f53cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33757"
    uid: df2cf826-aa4d-45f0-93b0-7796ac5d16f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: f5003c33-34e9-490a-90f2-dca303118657
  kind: Event
  lastTimestamp: "2026-09-18T20:20:30Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:30Z"
    name: isvc-mlflow-v2-runtime.18d683cfe00bbd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 7fe2499d-7a7c-496d-8e53-aeae30b03c12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: f5003c33-34e9-490a-90f2-dca303118657
  kind: Event
  lastTimestamp: "2026-09-18T20:21:13Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:21:13Z"
    name: isvc-mlflow-v2-runtime.18d683d9c7a6a05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: 0f20d0f1-4f4f-4f61-ab5f-e39d93c26a18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:22:51.252158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f095a20bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: 3767f176-2b2a-40de-8395-3c4a0a419089
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f0b760ac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34666"
    uid: db460e81-bf0f-4a59-a512-a42ed4cc88b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f0b8b5ba67
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 91477d9b-fd5a-4f99-9ecf-4930407974f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f0bb1c3de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: ab234779-d73f-4cf2-b3e5-b14d9555ff55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f0bb7f08b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: b24a4054-e7d5-4bcf-8c9b-bf6d282baf31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:22:56Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f1e2e57025
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: 332500bf-ca7d-410f-811e-e6040fb617e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:07Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.091s (11.091s
    including waiting). Image size: 1204389121 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47802d3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: f7d06ed7-d6b2-48bf-8475-7bdd13b0c8b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47b31ff72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: f2b5b3ad-3c82-43c4-bcbf-a4a3513d2c32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47bb0063d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: f81b296b-da57-48bc-91c9-a1e2e9d364f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47bb98b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: ec6a1ea1-d7b2-4358-8936-a8bb07c47cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47e4cc576
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: 3d3908f8-91c7-4b8b-9868-8abd6839734a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:23:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f47eaee320
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: fd9a4a58-e065-48cb-99eb-0542a68fee86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:24:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d683f4b1a5a85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35408"
    uid: 36d64d37-0845-443f-8877-60c0047eb28f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:24:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d6840135efebf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: a7390afd-ab4a-4bae-bc85-208fd75395f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:24:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d6840135f04bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 1e602657-9186-4322-854a-d4ac4f101884
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 07fe9711-2034-4f90-b6c0-fee97a58f2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:24:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5c6v8.18d68401bbbb99f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: ffc61b9c-398b-467d-bd37-bcdb5cc39d2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: dce1c595-52bc-496d-9a33-c3a2896b3de7
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-5c6v8'
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d683f09520cb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "34650"
    uid: fab7bacd-d434-474e-a62c-5751f06955b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: 8ec28ac7-eff8-409a-8cf2-cb8de88baa35
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle-predictor.18d683f0928dde48
    namespace: kserve-ci-e2e-test
    resourceVersion: "34641"
    uid: 484abecf-dcab-4ff3-a337-898fba61723b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: eab7dc41-0e8e-400a-940a-86e8e1c1c0c0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:21Z"
    name: isvc-paddle-predictor.18d683f410ec0d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: 8e750fff-98fe-486f-bae1-bb2222504e7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: eab7dc41-0e8e-400a-940a-86e8e1c1c0c0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:21Z"
    name: isvc-paddle-predictor.18d683f41149b0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: 77c513d1-ec73-412d-975a-f13ed8de6d5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: eab7dc41-0e8e-400a-940a-86e8e1c1c0c0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-paddle-predictor.18d683fb0e8bba9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 52b96cbf-973a-4b58-8b2a-96e7ceea7c04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: eab7dc41-0e8e-400a-940a-86e8e1c1c0c0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-paddle-predictor.18d683fb0eea5a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: c7511329-5db2-4564-9145-845d243f6296
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:24:07.817410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:24:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:24:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d684026947162c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: fbf49b75-634f-422b-adaf-2f503cc66c78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:08Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:24:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d684028b5c50f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 1243bef8-f8fa-4c9c-a9f5-450bccf41fd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d684028c9f2fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: af4b816f-4c5c-40a5-9f86-f584c9366369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d684028f8654fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: b79d63d7-3458-4834-aaef-cc4e9d31d45c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d684028fead9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: 575c4c6c-e62d-457b-871c-d57198327a33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403aaf15b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: c27727bc-8f97-4bbd-9e8d-16ef46bc8c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403ae06eb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 1338c1db-26aa-421c-819e-c45e5f20febe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403ae6c3c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: de8c7eec-7b41-44ca-88a9-b2c0fc3fa23d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403ae75e70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35522"
    uid: 1700815f-abc6-4d28-9e83-7dc91a6d2a56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403b0fa71ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 194dbfef-d1e0-4960-8855-548cd9051423
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:24:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403b1588c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: 2def18af-8693-4774-a6a9-6b9afae402cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68403e73a334a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 87436ae8-0db9-47d4-b150-9d7e10a7fc60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68410b5f4f1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: 3dc2d236-9933-453c-8044-e07c7d714d73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68410b5f586c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 476b5500-f94e-45b5-ad83-c5e266583fbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: d32e0820-1a02-4196-89be-4a4a193050e8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-2xpx4.18d68410f151a5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 29fbec85-5a56-4cc1-9c4d-10b395c91961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: fbc0051a-687e-43be-b7f9-e4e5d12c905d
  kind: Event
  lastTimestamp: "2026-09-18T20:24:07Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-2xpx4'
  metadata:
    creationTimestamp: "2026-09-18T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d6840268bc3d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35454"
    uid: 3f9c16ac-bd27-453a-8e70-11c7865d62d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 9e758210-93b5-4e1c-8ea1-55e08dadddac
  kind: Event
  lastTimestamp: "2026-09-18T20:24:07Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:07Z"
    name: isvc-paddle-runtime-predictor.18d68402663fcd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: f769ccb7-8753-4237-8aaa-2942eab9aea5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: d45a70b3-b0ae-436f-aa42-62a5ad7ac9a8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:52Z"
    name: isvc-paddle-runtime-predictor.18d68405e5386731
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: c9fd83df-9854-437c-8c32-e1df954f01b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: d45a70b3-b0ae-436f-aa42-62a5ad7ac9a8
  kind: Event
  lastTimestamp: "2026-09-18T20:24:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:52Z"
    name: isvc-paddle-runtime-predictor.18d68405e5a231f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35800"
    uid: 724faaaa-2b67-4187-9c54-0a455df5dc71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: d45a70b3-b0ae-436f-aa42-62a5ad7ac9a8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:07Z"
    name: isvc-paddle-runtime-predictor.18d684105f78dbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: 03bb9022-aa57-4f1e-8fd6-ddaf80932f55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: d45a70b3-b0ae-436f-aa42-62a5ad7ac9a8
  kind: Event
  lastTimestamp: "2026-09-18T20:25:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:07Z"
    name: isvc-paddle-runtime-predictor.18d684105fbb62b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 313f3b34-076e-40ee-8067-3db6a3a93318
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: d3cac50f-65cd-49a5-ac44-33784ee36328
  kind: Event
  lastTimestamp: "2026-09-18T20:25:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:00Z"
    name: isvc-paddle-runtime.18d6840266414038
    namespace: kserve-ci-e2e-test
    resourceVersion: "35858"
    uid: 12066587-9ffa-41f0-be0e-06b3424e8a5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: d3cac50f-65cd-49a5-ac44-33784ee36328
  kind: Event
  lastTimestamp: "2026-09-18T20:24:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:24:07Z"
    name: isvc-paddle-runtime.18d6840266cb304a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35450"
    uid: 9719a38f-b16f-4b78-b1c5-75051046ebc0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: d3cac50f-65cd-49a5-ac44-33784ee36328
  kind: Event
  lastTimestamp: "2026-09-18T20:25:00Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:00Z"
    name: isvc-paddle-runtime.18d6840ea2310bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 6a522b0c-bec6-4f8f-af64-d4c494f85f33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:25:14.416291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:25:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68411eae158c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: f5d113e8-b724-48c5-b9c6-c66c91c5223c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68411f7982075
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 63a9239b-82f6-4550-ba3a-9263c0551fa5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:15Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:25:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68412307ce654
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: a1a5bc96-aa9b-4027-bb0e-d703a1c485ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d6841231d4cb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: d500cd07-c9b2-4a45-a763-d7d14bd012eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d684123554aed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: b5b048c5-c006-4e82-99b3-2c0a7ce1a274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d6841235ca114f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36046"
    uid: 668e279b-a273-4e49-9bcc-50d1a221be7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d684135616cae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: e4f1f904-f3be-4924-b62a-e170c6a79a9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68413592d796a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: c9889357-f56d-425d-8244-02a22345f2bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d6841359a41be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: ee4a4d15-a7a4-48f0-85ac-25b640aea85d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d6841359af3bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 34e39f33-79d8-4225-a442-f5954dbf6715
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d684135c4eb971
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: ce59bc3c-db57-4be0-9010-ee0e08adab58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d684135cc1e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 3e8d9c63-79d2-4240-9a0b-3565bd98711a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:26:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68413923bde3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: 4eacc0f5-09a0-42fe-86dc-067eb4a98cbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:26:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68420444c989e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36711"
    uid: c67b520f-9023-41f9-9ddb-91ca9b3803e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:26:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d68420444d682b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: 29e0d280-09c9-4a63-8189-ce9bcca58bd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 89179503-6c8e-439c-917e-275d4824ffbc
  kind: Event
  lastTimestamp: "2026-09-18T20:26:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt.18d684209c423dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 9cdc2ba6-5bcb-4e04-b31f-46be4bd75a29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: d727d260-27a1-4133-8784-822fa16c1a7f
  kind: Event
  lastTimestamp: "2026-09-18T20:25:14Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-76jvt'
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d68411ea76971e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 8c3c2b44-eafc-4aa3-a097-340ffce26f44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: 5f97bad8-dae9-4905-876c-a0d6638a32f1
  kind: Event
  lastTimestamp: "2026-09-18T20:25:14Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d68411e7b10416
    namespace: kserve-ci-e2e-test
    resourceVersion: "36008"
    uid: 8bd9d45e-fbba-4406-b3b7-bb055d9e011e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: 7254e3df-c4e3-49b9-abe0-d90301119ec4
  kind: Event
  lastTimestamp: "2026-09-18T20:25:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:44Z"
    name: isvc-paddle-v2-kserve-predictor.18d68415667c8be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36449"
    uid: 30b7b583-b97a-496b-bca0-e61559606bdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: 7254e3df-c4e3-49b9-abe0-d90301119ec4
  kind: Event
  lastTimestamp: "2026-09-18T20:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:44Z"
    name: isvc-paddle-v2-kserve-predictor.18d6841566bb3bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36450"
    uid: aeae0045-a2ba-488d-a77a-c5e796712a67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: 7254e3df-c4e3-49b9-abe0-d90301119ec4
  kind: Event
  lastTimestamp: "2026-09-18T20:26:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d6841c647e2d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: b6e9d632-f42d-424e-8064-b81ad7bd8914
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: 7254e3df-c4e3-49b9-abe0-d90301119ec4
  kind: Event
  lastTimestamp: "2026-09-18T20:26:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d6841c64db907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: de7441cc-1246-44c8-9bbc-ea30ff06ed7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: 903ac75f-153f-4180-9661-342d313cf151
  kind: Event
  lastTimestamp: "2026-09-18T20:26:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:07Z"
    name: isvc-paddle-v2-kserve.18d68411e7dd9a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: a2ce5dad-8843-4f8e-9672-75aad27d2d3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: 903ac75f-153f-4180-9661-342d313cf151
  kind: Event
  lastTimestamp: "2026-09-18T20:25:14Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:14Z"
    name: isvc-paddle-v2-kserve.18d68411e840a154
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: 22b1ca81-269f-4312-a74e-4408740dd97d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: 903ac75f-153f-4180-9661-342d313cf151
  kind: Event
  lastTimestamp: "2026-09-18T20:26:07Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:07Z"
    name: isvc-paddle-v2-kserve.18d6841e4cf93337
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 40ddc63d-ee15-4d5c-9254-f0ccf508e027
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 333e9eb1-77e0-4398-b4ca-38590823c4f5
  kind: Event
  lastTimestamp: "2026-09-18T20:23:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:55Z"
    name: isvc-paddle.18d683f092927fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: 08f84391-8b61-43b2-860d-5acb03ea2915
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 333e9eb1-77e0-4398-b4ca-38590823c4f5
  kind: Event
  lastTimestamp: "2026-09-18T20:22:51Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:51Z"
    name: isvc-paddle.18d683f093094c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 18d2b21d-edbc-4e5c-aa06-22e751d9516b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 333e9eb1-77e0-4398-b4ca-38590823c4f5
  kind: Event
  lastTimestamp: "2026-09-18T20:23:54Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:54Z"
    name: isvc-paddle.18d683ff6cd50e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 5dd6822e-ef0a-47d7-b97f-09d18a7c326a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:26:21.218587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-6tpkp
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d68421789b8b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: 0c537c9c-e7a4-4a7c-ada6-80479d03ae65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684219ab1819f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: a33fc6c3-e9cc-4ed8-be07-b75492198981
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684219c14d25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: bc1164f9-4675-4f5c-ab77-4ce7ca5c57b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684219ec30899
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: 79e70a56-134f-4d32-a632-d0fdfabb0c02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684219f3398e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: fe4d1010-d766-417f-918b-be3b44455ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:25Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:25Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684228aa1ca1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: d679843e-6109-4915-8fc2-62576ab26d8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.317s (7.317s
    including waiting). Image size: 853725565 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684243eceb7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: 03177f21-0322-4996-9a40-79582effd18f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d6842441c1e82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: bb759c8b-17e2-42f5-93e6-0680251a76ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d6842442494328
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 9e7c5b67-f27f-4114-9c44-9e63c885fa53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d6842442529cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36890"
    uid: b7b00e60-fde3-4707-8375-d7423b954c8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d6842445535cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: 9bd485b9-97d8-4298-b167-c9d5b5ba3079
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:26:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:33Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d6842445c2b543
    namespace: kserve-ci-e2e-test
    resourceVersion: "36892"
    uid: bea73044-1c77-4af9-aab7-2b30f0f919fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:27:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:50Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d68424a6304ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1bbec266-4eb3-44f3-8540-38dc26b044ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:28:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:02Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684391cc55d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: f0366312-5f22-4d1e-b48e-ed91ee4d061d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:28:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:02Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d684391cc5f336
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: f5ce641f-d4b7-4017-a541-f5aefb5b5747
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6tpkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: ad0c06d5-7838-4d09-8f68-356b8dd79427
  kind: Event
  lastTimestamp: "2026-09-18T20:28:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": dial tcp
    10.134.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:05Z"
    name: isvc-pmml-predictor-8674795f59-6tpkp.18d68439d6787861
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: d293115c-3adb-4999-a61e-f0b1f4ad43e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36763"
    uid: 63db7cc2-d763-4757-bb7a-9324c1be2563
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-6tpkp'
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor-8674795f59.18d6842178359948
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: eb1eb72f-dce2-472a-9332-f8d3ea66007c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 55ddbcf0-2c38-4209-a334-fb26f74b5452
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml-predictor.18d68421755b471a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: a7d6cd6e-a33e-4493-a3de-84fc73f9cacd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36761"
    uid: 5f21534e-1b00-4881-b527-693b31781ccd
  kind: Event
  lastTimestamp: "2026-09-18T20:27:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:06Z"
    name: isvc-pmml-predictor.18d68424f3b5dcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: 17cb93a7-48d0-4c39-b506-681f95898f29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36761"
    uid: 5f21534e-1b00-4881-b527-693b31781ccd
  kind: Event
  lastTimestamp: "2026-09-18T20:27:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:06Z"
    name: isvc-pmml-predictor.18d68424f40ee967
    namespace: kserve-ci-e2e-test
    resourceVersion: "37304"
    uid: 3fb595a8-4d00-4a23-9f11-b3acd7766d77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 5f21534e-1b00-4881-b527-693b31781ccd
  kind: Event
  lastTimestamp: "2026-09-18T20:27:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:51Z"
    name: isvc-pmml-predictor.18d6842f6fd28929
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 54bcee1f-d197-4889-a6c3-4ea80e956bd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 5f21534e-1b00-4881-b527-693b31781ccd
  kind: Event
  lastTimestamp: "2026-09-18T20:27:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:51Z"
    name: isvc-pmml-predictor.18d6842f703462f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: d1ce2258-d544-405c-a8d3-59361a2da769
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:28:07.923140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37789"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-hvx2w
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:28:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:28:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843a50b1ba29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 48e54e61-f061-457d-bcd6-2e074bde85f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:08Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:28:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843a72cf22a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: 8f9fd36d-9a1c-4973-ba3d-b8162410a339
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843a7437b0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: f181b9ec-19cd-48e9-9735-e29a3e4f0bc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843a770ece12
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: fa44a1f7-b924-4d5a-8f0c-30121abe8dfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843a7782572f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: b6ab64be-64c5-4fb2-898f-1069ff2954f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b90fff190
    namespace: kserve-ci-e2e-test
    resourceVersion: "37847"
    uid: fa9613c9-3918-4334-b68d-8137d2d10594
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b94036867
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: a5491ab8-d6fc-4077-8854-3fc8c28df21b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b947358a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: 52742d84-5b6b-4cf3-8470-aaf115a33da9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b947de8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 19b2c3ea-0732-46be-b9c7-de6a91de858c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b9779a656
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 46ece99b-cf04-4d5f-a532-14e85292af48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:28:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843b97e4b1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 4e490ac9-f274-4c23-9faa-b68fdf77afab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:29:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6843c08e94de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: 9b0f2c81-e940-4a8f-8414-1069c0175d2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:29:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d684545447ddef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: 88215c9b-8c05-4bc3-aae4-6e0aaff6dde9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:29:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d6845454485434
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: 55a023dd-dd92-4a57-92b6-771689bdea12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: f958e977-bf39-45e4-a6b0-c16ab7018822
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.71:8643/healthz": dial tcp
    10.134.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hvx2w.18d68454b72d6bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38645"
    uid: 79ef30ca-e16c-4097-bece-9f0b301e3227
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: 3b3ea0a4-82b7-4197-b40d-c69874fd8ea7
  kind: Event
  lastTimestamp: "2026-09-18T20:28:07Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-hvx2w'
  metadata:
    creationTimestamp: "2026-09-18T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d6843a503caa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: 1591409e-8c03-4676-a764-344b8b4242d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: d00edd92-e0bc-47a1-a0da-c687deadd75c
  kind: Event
  lastTimestamp: "2026-09-18T20:28:07Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:07Z"
    name: isvc-pmml-runtime-predictor.18d6843a4d7698c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: fe1981cb-8d52-4cd3-a82d-dac89126f495
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37779"
    uid: 8c2f1aca-9d9d-4165-8d10-cbf3bfc618e6
  kind: Event
  lastTimestamp: "2026-09-18T20:28:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:52Z"
    name: isvc-pmml-runtime-predictor.18d6843dcc4660b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: f2ab6196-ded8-4736-af3b-e026e15019d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37779"
    uid: 8c2f1aca-9d9d-4165-8d10-cbf3bfc618e6
  kind: Event
  lastTimestamp: "2026-09-18T20:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:52Z"
    name: isvc-pmml-runtime-predictor.18d6843dcca1267a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: 9a9da723-6977-4ada-89b6-3e52ca782e4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 8c2f1aca-9d9d-4165-8d10-cbf3bfc618e6
  kind: Event
  lastTimestamp: "2026-09-18T20:29:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:52Z"
    name: isvc-pmml-runtime-predictor.18d684414b4c6b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 939cc46b-138f-4121-a381-fea594803074
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 8c2f1aca-9d9d-4165-8d10-cbf3bfc618e6
  kind: Event
  lastTimestamp: "2026-09-18T20:29:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:52Z"
    name: isvc-pmml-runtime-predictor.18d684414bafdb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: dd8935bb-47b9-4495-9ab6-676d68401236
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: c77f53b2-7c24-4eec-a7a7-7560b569ed3d
  kind: Event
  lastTimestamp: "2026-09-18T20:29:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:49Z"
    name: isvc-pmml-runtime.18d6843a4d75fa54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 05ac9acf-551f-4f94-a27a-808832e51c3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: c77f53b2-7c24-4eec-a7a7-7560b569ed3d
  kind: Event
  lastTimestamp: "2026-09-18T20:28:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:28:07Z"
    name: isvc-pmml-runtime.18d6843a4e164722
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 430cdde4-c3bf-45dd-82e0-263e589cea6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: c77f53b2-7c24-4eec-a7a7-7560b569ed3d
  kind: Event
  lastTimestamp: "2026-09-18T20:29:49Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:49Z"
    name: isvc-pmml-runtime.18d684520cb35fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: e14fe9ab-389a-441c-9758-add92e233ba8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:27:03.194112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:27:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b3e8b2db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: b3c8be13-d484-4913-84d4-c22e309a19d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b496f8d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 308b43d7-652c-4fb9-9392-2694049237b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37257"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:04Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:27:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b865684e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 3ec8ad57-6e52-4c51-b416-c35b9bf998c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b87c35e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: 069e0054-6d45-472f-aee7-26a455c8720a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b8d789a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 6f459e57-3779-4f54-8a59-9232f6e41f1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842b8e872c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 080cf93c-b817-439e-8d94-2a6e5b246ed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842c9a4b1202
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 8a0de872-ff40-46eb-9196-60742aa2e53c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842c9cd9e178
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: 9e4e6a71-a870-449d-8ab9-cc484a8a60d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842c9d39f85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37323"
    uid: b1be6725-1142-4783-8c9a-d6e18d745180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842c9d43aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37326"
    uid: 0b9972bc-c451-4338-9277-ff6aabd8c6ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842c9fcd507e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: c0b981a4-6890-47f4-88b7-785ed8cce903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:27:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842ca02d03e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 7b38b0b6-ce76-4bfb-9a6a-7120b2786d55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:28:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d6842cd65c1c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 0726cbbf-1a4d-4c6d-869a-67295a61e1b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:28:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d68445548d0bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: 95d39071-9d1e-44f6-8809-758026dfdba1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:28:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d68445548d87d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38181"
    uid: 0ef3e9a1-5e92-4fd0-9c5a-1f4110141d48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 0d487173-29cf-4a30-9026-e217427195c3
  kind: Event
  lastTimestamp: "2026-09-18T20:28:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.70:8643/healthz": dial tcp
    10.134.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:28:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz.18d68445849e1bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38187"
    uid: 71ceb1a4-b466-4e23-9724-a29218a3c173
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: 71be4449-9a11-4900-bf91-338d4e011e23
  kind: Event
  lastTimestamp: "2026-09-18T20:27:03Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-d8vmz'
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d6842b3e2540be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37250"
    uid: 813c3dad-3d82-4c42-8693-e88b6a22c677
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 99370422-f532-4f94-8ba5-fef78a71aad4
  kind: Event
  lastTimestamp: "2026-09-18T20:27:03Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d6842b3ae0b5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: ff396a0f-02ca-4892-a1a7-134cfb6c3812
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: abff4979-11ad-4759-a469-c77f9be23ebe
  kind: Event
  lastTimestamp: "2026-09-18T20:27:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d6842eb8d25df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: e1f260dc-4115-46e4-ad21-021fde7ac315
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: abff4979-11ad-4759-a469-c77f9be23ebe
  kind: Event
  lastTimestamp: "2026-09-18T20:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:27:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d6842eb92c86a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37399"
    uid: 1410145d-c6c6-45ce-9aee-4ab9145ea320
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: abff4979-11ad-4759-a469-c77f9be23ebe
  kind: Event
  lastTimestamp: "2026-09-18T20:28:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d68432382486f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: b1ec5b41-75e6-44e3-b5c4-9b1f6e8ea807
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: abff4979-11ad-4759-a469-c77f9be23ebe
  kind: Event
  lastTimestamp: "2026-09-18T20:28:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:28:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d684323886e41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 6d65c3b5-50e9-4025-8d2e-fc84b77220f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: 2122c4bc-c213-4eea-ba5a-0208b1b0b253
  kind: Event
  lastTimestamp: "2026-09-18T20:28:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:28:45Z"
    name: isvc-pmml-v2-kserve.18d6842b3a781769
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 271cac80-65e3-41ff-bf45-d70696cd8bb6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: 2122c4bc-c213-4eea-ba5a-0208b1b0b253
  kind: Event
  lastTimestamp: "2026-09-18T20:27:03Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:27:03Z"
    name: isvc-pmml-v2-kserve.18d6842b3b1e87cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: c1d55f5e-5e1c-42a6-bc5d-eb6173d63451
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 2122c4bc-c213-4eea-ba5a-0208b1b0b253
  kind: Event
  lastTimestamp: "2026-09-18T20:28:45Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:28:45Z"
    name: isvc-pmml-v2-kserve.18d6844325e72102
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: cf3d2449-0c9d-4763-b6e3-4438a8057738
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 23ab4e37-377f-4685-b507-54db07ffb343
  kind: Event
  lastTimestamp: "2026-09-18T20:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:28:00Z"
    name: isvc-pmml.18d684217559d311
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: 044c62a6-c0d7-4590-8bc4-f23b7da428e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 23ab4e37-377f-4685-b507-54db07ffb343
  kind: Event
  lastTimestamp: "2026-09-18T20:26:21Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:21Z"
    name: isvc-pmml.18d6842175e35a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36769"
    uid: e09b2f4e-2e29-4801-8bc8-5f0e9cb5a631
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 23ab4e37-377f-4685-b507-54db07ffb343
  kind: Event
  lastTimestamp: "2026-09-18T20:28:00Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:28:00Z"
    name: isvc-pmml.18d68438b18aaee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: a1859870-3052-49a2-96d5-074254633e71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:51:02.021370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682340e9c3e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: ffb84124-5b74-40bb-8c96-504236d58c05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d68234315118b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 8815998e-d5e6-460f-9a48-15ecc1b13984
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6823432b3dacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: f0350700-1b15-4083-8b88-f0f1857f95db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6823435bde9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: c0b0ea2d-fa7f-409e-8101-6925d8973f08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682343633e080
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 3e326c07-ce60-46dc-88ae-7e47b9b4cf9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682354b0c4d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 169a5649-2900-47a4-8b3a-aa35fac46b9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682354e2ade68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 6e4d59ac-1862-4f79-8cf8-587398bb36f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682354ea52297
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: cc9501aa-9aa5-4ca3-ba0c-440a33d17641
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682354eb0fa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 7a67e27e-b4ad-4eef-acbc-6234f62447a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6823551f35ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 5b7d472a-02fa-4c90-88c0-07142bd6dd2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:51:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:07Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d682355268193d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: b7003625-6eb9-44ce-a771-f36ee6ffff55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:52:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d68235872b918a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 932de1a0-82b3-44ba-b953-1a8033ddb26a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6824b871492e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 4cbec690-5dfc-44c3-87ab-0fdf2a574613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6824b8717bb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: f0858efd-ca6f-4bab-a71c-652be6db7454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 21d2a18a-0101-4c02-b078-7876b6ec7178
  kind: Event
  lastTimestamp: "2026-09-18T19:52:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6.18d6824be1708251
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: d3017cca-37ec-4d47-ab24-663f287d5337
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 3defd29c-4c46-4995-8268-384602e6534c
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-j4rp6'
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d682340e106565
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 1263d53e-a422-40b4-88d1-53174b644715
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 38eccc1e-98fa-4ba2-8f04-a7b77a1b2a9b
  kind: Event
  lastTimestamp: "2026-09-18T19:51:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:01Z"
    name: isvc-predictive-lightgbm-predictor.18d682340b0bd7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 6b2ce9b0-8cf5-47ca-9366-c8408cb212a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 2cdb83ad-96c9-4a39-a377-fc767da6cdc2
  kind: Event
  lastTimestamp: "2026-09-18T19:51:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:47Z"
    name: isvc-predictive-lightgbm-predictor.18d68237896e20aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 7ca1d810-c356-4d01-a473-0fced879effd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 2cdb83ad-96c9-4a39-a377-fc767da6cdc2
  kind: Event
  lastTimestamp: "2026-09-18T19:51:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:47Z"
    name: isvc-predictive-lightgbm-predictor.18d6823789cc2193
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: d5cf6d72-26b5-4519-9fd0-9db3138b5ab8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 2cdb83ad-96c9-4a39-a377-fc767da6cdc2
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-predictive-lightgbm-predictor.18d6823b08723490
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: cfe77385-bc1c-46b9-a461-387cd22c11b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 2cdb83ad-96c9-4a39-a377-fc767da6cdc2
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-predictive-lightgbm-predictor.18d6823b08de1bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 27cf8c39-2fa8-4659-bd82-08fbae9d2d1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:56:28.569314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d6828016626782
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: bef1d8dd-4e9f-40c3-888b-dac643fffc0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:29Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:56:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682803c358494
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 7bc1fdf1-5797-42cc-bb1f-fabfd755ecfb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682803d7eb835
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: 07f6a351-39dc-48b4-86b6-43c8f1703e0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682804046c676
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 68f7c80c-49d3-4a18-bbac-47e320f20bb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d6828040be2d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 5d717e63-a393-4cac-b719-a72ac1ec6115
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d6828157988140
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: ae16043d-87b5-4185-897d-2b09503efe8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682815b13bc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: f5d5c861-aa49-4ec8-8497-82e8f125c948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682815b8daec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 0783f9a7-fe0e-49fa-aaf3-477af533af31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682815b9b39c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 5971b2d9-0120-4309-96a9-e43ad175a235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682815eae05ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: cef11d89-3284-405b-90e1-d08eb0d62c49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:56:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d682815f29dc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: e6afa87d-6e20-4615-8f59-6c42e93a5722
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:58:11Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d68289f600be7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 13c364cb-1273-425c-94eb-d4d10d9bcb7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:58:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d68297632a765a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 3c57427e-0df8-45ad-b07e-1dbc73299f10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:58:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d68297632b161b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: dd79e16f-41bb-4657-9a1b-e5146cc4ce32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 76f5d722-d3bf-4c6d-b25a-34f85e1b59da
  kind: Event
  lastTimestamp: "2026-09-18T19:58:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp.18d68297edfe6302
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 70d394cf-fbe4-485a-a962-fa0476a0de2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 8d819148-ae90-46b1-bd56-99e814d64f0a
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-g9tzp'
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d6828015fb99d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 9c3d4f8e-7945-4672-ba05-6c9904f68883
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: 0b8f7a79-d803-4dc5-92c3-f1f75aadb438
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6828011f11fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 533d3f45-0136-4780-89aa-80359c8f319e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 6830372a-c2c4-4e63-b567-395c97717127
  kind: Event
  lastTimestamp: "2026-09-18T19:56:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d682839057fe53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 95d4d540-c4e7-4c5b-a00b-a623c2915da0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 6830372a-c2c4-4e63-b567-395c97717127
  kind: Event
  lastTimestamp: "2026-09-18T19:56:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6828390bb19ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: df73180a-0ad6-4179-9edb-f5d92773e125
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 6830372a-c2c4-4e63-b567-395c97717127
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d682870f677222
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 6544d737-2495-4f7b-a7c4-ecac7332ab0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 6830372a-c2c4-4e63-b567-395c97717127
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d682870fcac5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: c3cbc700-cc41-4a8b-aa7b-1f5c591b28cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 6011cbc9-3322-4162-8cde-811ca5300aab
  kind: Event
  lastTimestamp: "2026-09-18T19:58:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:02Z"
    name: isvc-predictive-lightgbm-v2.18d6828011f34629
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 7d3f17c5-a42a-4e18-97c4-81371b1f5cba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 6011cbc9-3322-4162-8cde-811ca5300aab
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-predictive-lightgbm-v2.18d68280127dea7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: b7907824-92eb-4efb-ae38-3c3cacf18128
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 6011cbc9-3322-4162-8cde-811ca5300aab
  kind: Event
  lastTimestamp: "2026-09-18T19:58:02Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:02Z"
    name: isvc-predictive-lightgbm-v2.18d68295f855acc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 2ce4214d-7ef8-4bcd-89a3-888b7c2bfb52
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: a8f63fb4-fb3e-41da-9dcc-c51386e71060
  kind: Event
  lastTimestamp: "2026-09-18T19:52:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:34Z"
    name: isvc-predictive-lightgbm.18d682340b0f061c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 2bb0db06-1edc-4370-8d9a-f2af06ed19c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: a8f63fb4-fb3e-41da-9dcc-c51386e71060
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm.18d682340b833a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 7aa2be3e-0c2b-44d6-8886-2f552eea4f06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: a8f63fb4-fb3e-41da-9dcc-c51386e71060
  kind: Event
  lastTimestamp: "2026-09-18T19:51:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:51:02Z"
    name: isvc-predictive-lightgbm.18d6823411453763
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 2f6fea7a-04f6-4f6f-bdbb-db17f21c3b01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: a8f63fb4-fb3e-41da-9dcc-c51386e71060
  kind: Event
  lastTimestamp: "2026-09-18T19:52:34Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:34Z"
    name: isvc-predictive-lightgbm.18d682499242cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 52cb3517-6915-4941-8cdc-0eb5535e8dea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:47:20.596555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:47:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:47:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6820080a9b0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: 238662d5-4354-46ea-ba87-76a4636e6784
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68200c299fd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: 290dced8-2e4f-4f09-a6f6-43f35b25c887
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68200c41d565e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 37df4681-1098-4beb-b090-2c0f61ff8299
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68200c6f66601
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 8c7126f4-b0d6-4733-930e-545fdfc3bc14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68200c76a246b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 3d00116d-a24c-4b7b-9986-c3960f9c9621
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:26Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68201d40c114f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: cef24a25-f64e-4feb-871c-b485914fc5cb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.015s
    (22.015s including waiting). Image size: 2439814290 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68206f44c8bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: ef433d61-98fe-4aa8-bb22-bc41ac8258c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68206fad6f898
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 0b7689f1-23bf-4431-a253-040d9757c80d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68206fbe984a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: 31c4d7e2-9981-44a6-9fab-a7cc26136d2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d68206fc01c010
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 670a14f4-2989-4f4d-963e-ce72c26a39c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d682070209cb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: 15fddd7b-2f25-4437-9ed1-17165b01c366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:47:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6820702ff5ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: 0509b741-0285-4935-9326-dfd55ee69be8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:49:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6820736fac94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 84374409-f996-4819-ac30-bb1732faaf48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:49:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6821c8baf5e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: b3a9c003-d382-4913-8eff-8c23a34952af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:49:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6821c8bb0a9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 1f52938c-0f6d-4a8a-b976-9c9bc89c2ca6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:49:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6821ca32d599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: 1f309cc1-b664-4b66-a538-0f196d007225
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 6cb92b0d-6e18-4f15-8245-290111987c25
  kind: Event
  lastTimestamp: "2026-09-18T19:49:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-18T19:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk.18d6821e08d71fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 36af76d2-0647-4ae1-844b-db501a481767
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 51652bba-849b-4e8c-b5b2-70d0f34614af
  kind: Event
  lastTimestamp: "2026-09-18T19:47:20Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-6f5mk'
  metadata:
    creationTimestamp: "2026-09-18T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d682008035d51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: d8f1ec17-35f8-4915-8a5e-282a5dbb44a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 043725b6-4959-421a-9570-525970c38578
  kind: Event
  lastTimestamp: "2026-09-18T19:47:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:20Z"
    name: isvc-predictive-sklearn-predictor.18d682007ceadb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14826"
    uid: f98baad2-a7d1-4182-b239-a888b9741e37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 87ff1b59-894a-4fb6-8202-cecdb0e8c4e1
  kind: Event
  lastTimestamp: "2026-09-18T19:48:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:20Z"
    name: isvc-predictive-sklearn-predictor.18d68203fa429276
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: f33373f0-aa00-41f0-b262-3c34c855ce09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 87ff1b59-894a-4fb6-8202-cecdb0e8c4e1
  kind: Event
  lastTimestamp: "2026-09-18T19:48:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:20Z"
    name: isvc-predictive-sklearn-predictor.18d68203faa3d484
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: be0807df-e8aa-4d00-998c-6ec1d697138a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 87ff1b59-894a-4fb6-8202-cecdb0e8c4e1
  kind: Event
  lastTimestamp: "2026-09-18T19:49:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:20Z"
    name: isvc-predictive-sklearn-predictor.18d68211f542850c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 13e07a11-015e-497c-afe2-e9f9c739e642
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 87ff1b59-894a-4fb6-8202-cecdb0e8c4e1
  kind: Event
  lastTimestamp: "2026-09-18T19:49:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:20Z"
    name: isvc-predictive-sklearn-predictor.18d68211f59fd9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1bb61c5b-b8de-4ae2-8867-2699cef53f98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:52:48.009907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824cbc04fe88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: 7c8f4cf1-859b-4204-a81d-e37aa37c3214
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824cc55b1610
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 56ef5280-65da-4f43-82a3-43d623c73dde
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:49Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:52:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824d020fe80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: 8b40a0c1-67c0-4a7d-ad6d-8aedd6a82c20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
  metadata:
    creationTimestamp: "2026-09-18T19:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824d03849e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 7b22a21c-debc-44d7-a02a-da2750fab44e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    in 3.775s (3.775s including waiting). Image size: 306813343 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824de4876a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 07d19012-0625-42df-b78a-54797833629b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824de7aa31fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 8bc096cb-6e81-4f1d-8244-b47f6410ef9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824de82413cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 5af25e53-12d4-4739-9663-67b161a471f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:52:56Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6824ecfca0f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: 319cb005-143e-47f8-94b4-70fd44e0a7d9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.082s
    (22.082s including waiting). Image size: 2439814290 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68253f40a1d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18192"
    uid: 6ddc51df-2dea-4621-86ba-72e20425cdfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68253fabd32c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: ee4e4aae-2e2b-4381-92f0-612036fdf0b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68253fc08cc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: 59610dde-a13f-4571-a514-010aada5e4c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68253fc177d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 6616e089-c012-43c0-9274-8177db38a304
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.657s (2.657s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d682549a7e40a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 7fc62ae3-26d3-44de-8935-8d1b5c9ee925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d682549fb1a552
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: d7c3e75d-27a0-4862-b9be-74387a5a9243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:53:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68254a076aef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 02469cad-fbc2-4b01-bbc9-629a1daa1824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:54:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.31:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d6825af5754f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: a87028e1-e5d5-439f-85cf-9a0db6e4cd72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:54:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68268b48f6b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 9ad9d8ff-3ce9-4884-b4ea-0f14eb56af11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:54:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68268b48fe703
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: 5a4bb14f-3870-4ac8-a97d-cfba9d544bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 775c7e33-2905-4302-a1ea-6d3521a55b94
  kind: Event
  lastTimestamp: "2026-09-18T19:54:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz.18d68268ed4cd4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18887"
    uid: 62999f5f-b170-4c69-9550-19a89961ddab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 14ff9348-ec5a-4a01-b0d4-cba0b568124c
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-w76bz'
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d6824cbb908e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: acc237ed-6551-4428-bbac-7f1aea8d1ca7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 11e9542f-f7a1-4bae-b659-a7ffaa3df890
  kind: Event
  lastTimestamp: "2026-09-18T19:52:47Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6824cb8f14e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 02779826-a375-4387-ae1f-a7e1ffc7bd9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: ce3b92d6-e3e6-49d4-b196-d72315c1f2c2
  kind: Event
  lastTimestamp: "2026-09-18T19:53:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18d68250376c9672
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 833b4700-3b36-42a3-95a8-fda6cf55ab81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: ce3b92d6-e3e6-49d4-b196-d72315c1f2c2
  kind: Event
  lastTimestamp: "2026-09-18T19:53:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6825037c93db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 922d2754-089b-45d5-9639-58e4e5686234
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: ce3b92d6-e3e6-49d4-b196-d72315c1f2c2
  kind: Event
  lastTimestamp: "2026-09-18T19:54:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6825ab3c2cc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: eb3bcd47-b8e2-4e29-8425-d68633baa350
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: ce3b92d6-e3e6-49d4-b196-d72315c1f2c2
  kind: Event
  lastTimestamp: "2026-09-18T19:54:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6825ab4233586
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: 3fc6f556-0ea0-4034-9abe-db485c8f6629
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 2aa048c9-83a3-4faa-931d-ca62a212eb3e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:39Z"
    name: isvc-predictive-sklearn-v2.18d6824cb8f4d00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 7a776233-a6ea-4927-8701-d0e1ab88d82b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 2aa048c9-83a3-4faa-931d-ca62a212eb3e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:47Z"
    name: isvc-predictive-sklearn-v2.18d6824cb97bddd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 0f3d5bac-0fe4-4b25-8c65-037c8dab7911
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 2aa048c9-83a3-4faa-931d-ca62a212eb3e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:39Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:39Z"
    name: isvc-predictive-sklearn-v2.18d68266c111de8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: cc0cce9a-e529-442c-aeff-fd81e56f16ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 17a40ff4-b021-40b8-ae15-6b57ac3cf8c4
  kind: Event
  lastTimestamp: "2026-09-18T19:49:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:49:12Z"
    name: isvc-predictive-sklearn.18d682007bf7fdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: d721af4f-e41b-4c8c-8142-679216585f2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 17a40ff4-b021-40b8-ae15-6b57ac3cf8c4
  kind: Event
  lastTimestamp: "2026-09-18T19:47:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:20Z"
    name: isvc-predictive-sklearn.18d682007ce30d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14827"
    uid: 8339b075-ff90-40ce-8618-039b61f9f364
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 17a40ff4-b021-40b8-ae15-6b57ac3cf8c4
  kind: Event
  lastTimestamp: "2026-09-18T19:49:12Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:49:12Z"
    name: isvc-predictive-sklearn.18d6821aa3b0213a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: e00b8726-98c5-4533-89b1-f42c83f85300
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:49:26.225409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-whrdt
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:49:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821dc0b9f5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: b4335b46-6b1f-47f3-97ab-81e6f7bbc2fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821dcd337e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 7c574faf-de0b-4283-8601-dd372fda525e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:27Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:49:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821e06847cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: b7242b18-8aa1-46f9-a26d-69f6ce8dac87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821e07d80961
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 6b9abed1-a060-4cb9-a969-af06579003f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821e0ae07308
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: bd05a8cb-641f-4603-8c1b-552a90067600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821e0b4dc056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 55a3f522-e9f4-4c68-b6b7-cfaa85480ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:31Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f12307974
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: e110e21d-9b0a-4c58-80d2-b1a6adcae276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f15f14c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 22313326-0fbc-4781-bb53-2161ac0ab052
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f16c3510f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: eb01de8f-e1f8-49b2-9c9f-327a52ba46f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f16d36178
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 292c076a-be66-4c3f-badd-951c14c1a818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f1a92ce70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 6fbdd64c-9871-4032-9e2a-1701ef97ee20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:49:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f1b12eb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 4ca6da66-c8f1-4864-a5ca-4629e13bb0e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:50:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6821f8a23bbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: e7391649-b0dd-4b18-993e-a2340826d162
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d68232d9491529
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 8faa64a7-9961-4cd7-8e35-a31070106f1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d68232d94a6790
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: e17150f0-be7e-46fe-9316-7d8e255afd8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 9a198c14-f918-43d3-98ff-3e586474f0ba
  kind: Event
  lastTimestamp: "2026-09-18T19:50:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-whrdt.18d6823390601b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 1ab84750-79d6-4c31-b1a6-5be1ec1343d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: 4bd09bf2-22f9-4a9b-b9e6-21000bfe371b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:26Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-whrdt'
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d6821dc050d0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 917e6b29-17de-48b1-b653-bfe56005a925
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: e245be78-a916-44ef-a54b-bfe3d24951ea
  kind: Event
  lastTimestamp: "2026-09-18T19:49:26Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:26Z"
    name: isvc-predictive-xgboost-predictor.18d6821dbd7dad3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 63224363-1e9b-4f34-97ee-35c869a656e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: 8160be9c-f24e-4780-bf8a-b356d84955ee
  kind: Event
  lastTimestamp: "2026-09-18T19:49:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:56Z"
    name: isvc-predictive-xgboost-predictor.18d682213be079de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: 3b23b3f2-7361-424b-90fc-1d57fe626433
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: 8160be9c-f24e-4780-bf8a-b356d84955ee
  kind: Event
  lastTimestamp: "2026-09-18T19:49:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:56Z"
    name: isvc-predictive-xgboost-predictor.18d682213c41a7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 3c7fbada-ff6d-4aec-896f-83d9b803ac46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 8160be9c-f24e-4780-bf8a-b356d84955ee
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-predictive-xgboost-predictor.18d68228398342a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 57af0748-c1be-46e9-b16e-8ad0ce6ec477
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 8160be9c-f24e-4780-bf8a-b356d84955ee
  kind: Event
  lastTimestamp: "2026-09-18T19:50:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:56Z"
    name: isvc-predictive-xgboost-predictor.18d6822839e6a57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: a7015e14-4b88-4815-a237-af6d67498cd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:54:53.285698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d68269e70a0631
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 554c15c2-df93-4796-bd1d-0ba9e01e50ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826a0d4b192b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20fe96fc-db63-424f-970b-39c5e9eaf54c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826a0ea837a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: 17f94233-b316-417a-ae0a-ef1891da46a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826a117eb3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 7255b8f9-7db9-4873-88ab-3f2aadb676d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826a11f25364
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 27a77031-511a-4f82-8ac5-c8af3b37927a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b1f84469a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: cc5554a7-4596-47b9-8611-9242fd9e257c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b22d705df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: cb0f8939-66a6-49da-a516-a2efc9145849
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b23522c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 9877f3e2-374a-42cb-bbf0-e075fef59418
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b235c1db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: cb91c4b3-7098-4ac4-bb3c-c1981df0e86b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b26fbbc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 1e312358-ab94-4ad1-a720-490b9c22472f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:54:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6826b277705c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: e8bed4e6-2842-40b7-a6c8-eefe883d8931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:56:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d68273f9bdbf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 4e8753f4-461f-492f-89e8-d30c7ace7b06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6827ee02afa1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 18be7a9a-ba88-4202-bca8-b79b3e47e4c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6827ee02b6d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: de73e435-aa04-4885-9859-fc414d8b831c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 7cad6a91-069d-455f-8575-784f23b6a971
  kind: Event
  lastTimestamp: "2026-09-18T19:56:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:26Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx.18d6827f9da17095
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: da9473a0-91ed-486a-87d4-e3c8e44fe077
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 6f1c2452-ab9a-4a1b-bd9e-451c337d851d
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nrmwx'
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d68269e6991baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: c56d6400-44e2-4706-bfed-05d099bb397b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: b179de88-8e4d-4a47-a192-c8a6ad0cf56e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18d68269e2848c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 1d1c5103-a684-4819-a45d-2ab6afa62900
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 5751f82a-0bb6-45cc-b9eb-253a75a56ee1
  kind: Event
  lastTimestamp: "2026-09-18T19:55:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6826d61552ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19378"
    uid: 820ca850-2d72-4e2b-99b6-78a55c5ed758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 5751f82a-0bb6-45cc-b9eb-253a75a56ee1
  kind: Event
  lastTimestamp: "2026-09-18T19:55:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6826d61bd24e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 116727e2-ad6a-417b-ba7b-8af5f7af1ff3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 5751f82a-0bb6-45cc-b9eb-253a75a56ee1
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18d68277deac0fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: dc463604-51f8-49df-b158-967b7684820d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 5751f82a-0bb6-45cc-b9eb-253a75a56ee1
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18d68277df0e5e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 97c764bd-a44a-40ce-a8ee-02d476b6028f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: cab04def-8c32-4c48-9180-a66c4145c2a3
  kind: Event
  lastTimestamp: "2026-09-18T19:56:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:17Z"
    name: isvc-predictive-xgboost-v2.18d68269e286b591
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 802217f9-658b-4d55-834a-6ac1a9ea1f13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: cab04def-8c32-4c48-9180-a66c4145c2a3
  kind: Event
  lastTimestamp: "2026-09-18T19:54:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:53Z"
    name: isvc-predictive-xgboost-v2.18d68269e3150807
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: 9cf925c8-66c3-4fe4-8bbc-5d6f3d629bd9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: cab04def-8c32-4c48-9180-a66c4145c2a3
  kind: Event
  lastTimestamp: "2026-09-18T19:56:17Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:17Z"
    name: isvc-predictive-xgboost-v2.18d6827d7402b2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 75a1f9b8-feaa-4e3d-b672-9992faff56a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 1ac224ad-63f5-4e0d-bd33-7ba2056e91f3
  kind: Event
  lastTimestamp: "2026-09-18T19:50:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:50Z"
    name: isvc-predictive-xgboost.18d6821dbd7bdb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 7d06bf27-c899-45ae-8727-20a9cf9e0495
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 1ac224ad-63f5-4e0d-bd33-7ba2056e91f3
  kind: Event
  lastTimestamp: "2026-09-18T19:49:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:49:26Z"
    name: isvc-predictive-xgboost.18d6821dbe2677c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: 3b6606a0-62a0-48e4-ac11-8a05a317eba1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 1ac224ad-63f5-4e0d-bd33-7ba2056e91f3
  kind: Event
  lastTimestamp: "2026-09-18T19:50:49Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:49Z"
    name: isvc-predictive-xgboost.18d6823141400d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: eaea7fc8-44e4-4604-9042-4eb3c2613792
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:30:04.842663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38691"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-274bef-predictor-57b4586b86-zd9wv
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:30:04Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d6845589a42223
    namespace: kserve-ci-e2e-test
    resourceVersion: "38696"
    uid: 46bd3eed-53ba-46e0-b95f-acce04abd742
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-274bef-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:05Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d6845595568220
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 09540bc7-ab8c-4bd0-9eb7-f665687e653c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:06Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:30:06Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68455cfbce95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: 5413418f-f58c-4208-bbc1-d2f93acdb772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:06Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68455d11679b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: 5e287c1c-8410-4a5c-b7e2-49de8f34d998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:06Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68455d4dc33ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: 415b24c0-b3f4-4675-b0d4-73b66f244c68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:06Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68455d5528f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 7823481b-fe43-4ade-8548-82f972fa37fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456ebfc7979
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: 4500038d-0458-4f9e-a03c-df8d982213fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456eee6861f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: c29e1677-41e4-408c-8e79-f6dca3ce7db0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456ef557a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: f23dde22-2f3d-4c58-a0b7-3bb991629ea8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456ef6027b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 23af0d50-e6f1-44f5-8dca-5630339956b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456f1f0d282
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: d006b33d-2b08-4b28-94ca-c120de8c0654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:10Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d68456f25deb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: b93ff3e7-96df-4cf5-9804-a06256cf1e8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:18Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d6845763d69305
    namespace: kserve-ci-e2e-test
    resourceVersion: "39213"
    uid: ae4909db-a016-41d9-9eea-63874d297982
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:32:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:04Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d684714c1d168a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39612"
    uid: 226efbbd-d329-4400-a569-42b45c412ac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 15650be8-e32b-4a7d-9441-4feeb5fcb02f
  kind: Event
  lastTimestamp: "2026-09-18T20:32:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:04Z"
    name: isvc-primary-274bef-predictor-57b4586b86-zd9wv.18d684714c1daf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1920a20b-42b1-46f5-9d48-4122bbf2b089
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-274bef-predictor-57b4586b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: e76e21d5-8ab2-47f3-8d1a-fb7324538686
  kind: Event
  lastTimestamp: "2026-09-18T20:30:04Z"
  message: 'Created pod: isvc-primary-274bef-predictor-57b4586b86-zd9wv'
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:04Z"
    name: isvc-primary-274bef-predictor-57b4586b86.18d684558938665b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: e4d77d68-9056-4cb2-aeb7-7055cbeb8f0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38677"
    uid: 55069477-2fd6-4dc2-9730-7aafb7d2771e
  kind: Event
  lastTimestamp: "2026-09-18T20:30:04Z"
  message: Scaled up replica set isvc-primary-274bef-predictor-57b4586b86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:04Z"
    name: isvc-primary-274bef-predictor.18d68455852df509
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: e2e3ad0c-94a0-4f92-b0f1-349533a7c5f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: 020e90e5-b0c3-4a0f-9784-af3ef8e595eb
  kind: Event
  lastTimestamp: "2026-09-18T20:30:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:19Z"
    name: isvc-primary-274bef-predictor.18d68459039a238f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: 97fc2091-be75-4075-b68e-8b3aa284ae36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: 020e90e5-b0c3-4a0f-9784-af3ef8e595eb
  kind: Event
  lastTimestamp: "2026-09-18T20:30:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:19Z"
    name: isvc-primary-274bef-predictor.18d6845903fc2b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38834"
    uid: 6aae1e8e-af2e-428b-a9dd-1e54a04580f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 020e90e5-b0c3-4a0f-9784-af3ef8e595eb
  kind: Event
  lastTimestamp: "2026-09-18T20:31:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:49Z"
    name: isvc-primary-274bef-predictor.18d6845c831045d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39424"
    uid: b3f955a3-0832-4d6d-ac8a-9ae8a71af87f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 020e90e5-b0c3-4a0f-9784-af3ef8e595eb
  kind: Event
  lastTimestamp: "2026-09-18T20:31:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:49Z"
    name: isvc-primary-274bef-predictor.18d6845c837b0f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 5f415755-71db-428a-b915-e197818f3279
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 3b7fb94f-6702-410d-b814-b0d4e4e88ea2
  kind: Event
  lastTimestamp: "2026-09-18T20:31:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:28Z"
    name: isvc-primary-274bef.18d68455852f6f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39288"
    uid: a61bf6a1-c432-46e2-8e96-537ce469f51e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 3b7fb94f-6702-410d-b814-b0d4e4e88ea2
  kind: Event
  lastTimestamp: "2026-09-18T20:30:04Z"
  message: 'Failed to update status for InferenceService "isvc-primary-274bef": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-274bef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:30:04Z"
    name: isvc-primary-274bef.18d6845585aa7702
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: d951672d-91b4-43aa-a65d-fc800b9d4f76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 3b7fb94f-6702-410d-b814-b0d4e4e88ea2
  kind: Event
  lastTimestamp: "2026-09-18T20:30:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-274bef": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:30:04Z"
    name: isvc-primary-274bef.18d6845585aabef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 868cc26b-6911-4817-a5d9-dcf223773fba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39285"
    uid: 3b7fb94f-6702-410d-b814-b0d4e4e88ea2
  kind: Event
  lastTimestamp: "2026-09-18T20:31:28Z"
  message: InferenceService [isvc-primary-274bef] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:28Z"
    name: isvc-primary-274bef.18d684691ac1988c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39287"
    uid: f063d744-5420-4555-b69e-abc1a996535b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:31:50.052337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-274bef-predictor-6665d79445-nw7q9
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:31:50Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846e08a06466
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: 3818c5c3-94da-4996-b68b-ad4fe80e77ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39459"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:50Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:31:50Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846e2a83335c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 5cbb4b14-87ee-4d7d-a290-ca24b54c68d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:53Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846e2bdf7aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: 06a0d6d0-c267-42ff-a05d-217319fbd3bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:53Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846e2e9f65ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 694e780b-e88a-4f90-8d09-60e155d930e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:53Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846e2f11ae65
    namespace: kserve-ci-e2e-test
    resourceVersion: "39501"
    uid: 0a21338d-b720-4946-9762-10240c56a017
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 3f0f002b-95a9-4e9a-abbf-661db6649a1f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-274bef-predictor-6665d79445-nw7q9_kserve-ci-e2e-test(3f0f002b-95a9-4e9a-abbf-661db6649a1f)
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:56Z"
    name: isvc-secondary-274bef-predictor-6665d79445-nw7q9.18d6846f79021f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39522"
    uid: ebfc383d-ffe0-4a63-8370-c84f1a3aa7b7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-274bef-predictor-6665d79445
    namespace: kserve-ci-e2e-test
    resourceVersion: "39440"
    uid: f9924bac-3562-4938-b745-c653c2e0b963
  kind: Event
  lastTimestamp: "2026-09-18T20:31:50Z"
  message: 'Created pod: isvc-secondary-274bef-predictor-6665d79445-nw7q9'
  metadata:
    creationTimestamp: "2026-09-18T20:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:50Z"
    name: isvc-secondary-274bef-predictor-6665d79445.18d6846e080f4bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: 0e4b2251-1963-4b14-92a3-7021b21b772f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-274bef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 1417c5bd-8156-43a7-b1a2-e83fbae019ab
  kind: Event
  lastTimestamp: "2026-09-18T20:31:49Z"
  message: Scaled up replica set isvc-secondary-274bef-predictor-6665d79445 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:49Z"
    name: isvc-secondary-274bef-predictor.18d6846e03a43688
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 389881ff-d94d-4b2c-baed-da739916cd8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: 569c84ea-96e2-4ca7-9a70-c25d1e5f8c2f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:56Z"
    name: isvc-secondary-274bef.18d6846e03a95db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 39f3c19f-8ebe-4396-bd19-6493aa12f39b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: 569c84ea-96e2-4ca7-9a70-c25d1e5f8c2f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:50Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-274bef":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-274bef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:50Z"
    name: isvc-secondary-274bef.18d6846e0448a3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: 2ee711f1-5eb9-4edc-9604-3d5a6b030f52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-274bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: 569c84ea-96e2-4ca7-9a70-c25d1e5f8c2f
  kind: Event
  lastTimestamp: "2026-09-18T20:31:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-274bef": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:50Z"
    name: isvc-secondary-274bef.18d6846e0448ff97
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 6dddf04c-1dcd-4c40-be8d-d128142df88a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:48:55.584513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d682169e62dd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 5b45f00c-eedd-4dbd-a4a1-6685a90c255f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:56Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:48:56Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68216c0749389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 47e01ab5-5795-4733-bb01-7b0db73eb4cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:56Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68216c20a98dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: a7e1b71d-a23c-42c9-99e6-2b95129686ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:56Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68216c4da7bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: bf992f21-be49-4cc6-bc91-4e18d3417305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:56Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68216c540c1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: aeeac574-3b19-49cf-a942-0cdf30f26edf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d10ca59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: b5ddc92b-46d2-4a9a-ab8b-3fea352a9a59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d64e0cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 4f607075-890e-4bb4-b91c-974c2fbaf4c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d6b48e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 98e1b029-496e-4989-8c90-db90e5a76c3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d6c04680
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: dc2a1c20-0681-41b3-9997-997068adb283
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d9756aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 30ce7617-1bc2-475f-bc9a-a163e5436db0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d9d6be00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 85d15c4c-c667-406b-abdf-dc0a663e6fed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee489751b997752a8855e389ed75068cf003229489532801b9b57f9452d3ed82"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217d9e1823b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: e7ede2d2-e639-45ae-9624-163bb1f96d01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217dd5d3a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 2d15b2a5-f0c0-4ad4-a67e-38a5d5c08059
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68217ddc543ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 6dcf3c17-e4a1-40a1-a19b-915acf0521c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:38Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d682184925929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: cf962eea-5dfd-461c-baec-0b8f1e920f33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d68218492e7e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 24ba2b9e-215c-460a-819c-a9dab6ad1f8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d6822cbe41ee58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 046b6f53-45fc-42f4-adf1-457d2b4f4284
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d6822cbe4251ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: b5ec8208-a078-4b7a-9a2b-d678753723e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d6822cbe42fc92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 90a60304-d4cd-4666-97ad-491836fa471b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 6d07102d-a257-49ea-b38d-1daea83ae64b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2.18d6822d79642922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: 896716ff-030e-4596-b389-aecbe905f5e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 58b6e7cd-d942-4256-a033-6fe256877b44
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-689fcfbf74-khjj2'
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74.18d682169df2cc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 7f67d541-45f7-4476-b36f-0e988af541d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 2ed3dc52-ae1e-4034-9723-eae30dd40e67
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-689fcfbf74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18d68216991f19b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: 5da7d83a-5b08-449a-a938-531aae1e76e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 2c7c4470-a141-4970-a8fd-1b02b6e22cd9
  kind: Event
  lastTimestamp: "2026-09-18T19:49:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6821a17857a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 6e85fd93-5047-4507-a79c-3c23e7eb2a48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 2c7c4470-a141-4970-a8fd-1b02b6e22cd9
  kind: Event
  lastTimestamp: "2026-09-18T19:49:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:49:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6821a17fe377d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: bb7d1cc3-3a64-43db-b4e6-3a7cf09a975e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 2c7c4470-a141-4970-a8fd-1b02b6e22cd9
  kind: Event
  lastTimestamp: "2026-09-18T19:50:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18d68221159ada07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: da0b883f-c30b-4897-a5d1-f23411ece335
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 2c7c4470-a141-4970-a8fd-1b02b6e22cd9
  kind: Event
  lastTimestamp: "2026-09-18T19:50:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18d682211604f46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 0b0ce54d-c8a4-4d7d-8f3b-19ab060e54b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 67eaea88-07bd-47f4-98fe-db980aea4157
  kind: Event
  lastTimestamp: "2026-09-18T19:50:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:18Z"
    name: isvc-sklearn-batcher-custom.18d682169923514d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 6b326325-e838-4e71-91aa-3f1ee4258d4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 67eaea88-07bd-47f4-98fe-db980aea4157
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-custom.18d68216999d434f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: 393cbb7f-44db-429b-b21a-b4aba43b6d89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 67eaea88-07bd-47f4-98fe-db980aea4157
  kind: Event
  lastTimestamp: "2026-09-18T19:50:18Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:18Z"
    name: isvc-sklearn-batcher-custom.18d6822a01739bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 4a4a5abf-a8b8-4fad-9610-59665d003383
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:47:00.501549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fbd2e8289f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: 299a07e9-48f9-46a2-9444-6e6999f6bdb8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:01Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:47:01Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fbf520abe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14618"
    uid: 4b6946a5-e4e4-4bfc-80a7-895890847c20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:01Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fbf6a82400
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: fc5000a2-a683-44f1-b4f0-44aed499b056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:01Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fbfa068b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 5ff39f25-8f28-4f81-906d-baf427f85927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:01Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fbfa7cbec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: d6b92e62-9b57-4d53-abe5-39a7fd63ffbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:05Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-18T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:05Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d681fce835411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: c5887969-c1ce-47f0-9403-2f963bea3708
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 13.97s (13.97s including waiting). Image size: 1583067017 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d6820028e9f491
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: b3b96c92-7c1e-43fb-aebe-abf2ef6ff96b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682002c69cd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: d32cdbbc-c2b1-4815-a6e0-61bd0eb7f917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682002cea8595
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 26e094df-a86f-4a2b-b580-7aae0d246337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:19Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682002cfb87c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: e12a3aec-cf1f-418b-a7c2-f23e0cb224c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.318s (2.318s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68200b72ce402
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 6d7af86e-b016-4b63-8906-2a4098622af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68200bae2cae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 8ba10dec-0245-4f35-a825-53c26431a31e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68200bb591096
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 8428eea3-e1eb-426b-86c3-63892e2e35b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:ee489751b997752a8855e389ed75068cf003229489532801b9b57f9452d3ed82"
  metadata:
    creationTimestamp: "2026-09-18T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:21Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68200bb661ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: db642fde-2147-4c0a-9688-2164daf4ba52
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:ee489751b997752a8855e389ed75068cf003229489532801b9b57f9452d3ed82"
    in 2.909s (2.909s including waiting). Image size: 243360834 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:24Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d6820168d6f064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14901"
    uid: 87113059-9c7b-490b-a610-d8fe823050b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:24Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682016ee99c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: 8ca7e53a-225f-4a24-a316-a82b3dad111c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:24Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d6820170c00df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 6927d36e-dfe5-427d-9223-323e9e29aef5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68201d417c373
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 2eab8137-49af-465f-86dc-880c43a0300a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:49:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:00Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68201d4221f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: b76f1c7e-dc73-4bce-87e7-1ccb2b8ec9a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682169dc3e0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 936b1823-9f7a-4cb3-a805-ddaba06019b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682169dc40971
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 0db0a065-d545-46bd-be72-44b19a093787
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:48:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:55Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d682169dc503ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9f374e2c-36b3-438f-a973-f81da6d03654
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 07e21935-436f-40c8-bb19-ad676fd448ed
  kind: Event
  lastTimestamp: "2026-09-18T19:49:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:49:06Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p.18d68216c875d80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 61e78eb6-3047-4f22-9b97-af9fd852d021
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6cf87485dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: d2f9eaf0-3e4a-4196-9f9e-71693da230ad
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6cf87485dc-blj8p'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc.18d681fbd274c4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14571"
    uid: 7a6faf71-4e53-4503-b9d0-a2cf9ce3f97f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: 5569b158-db27-409c-b783-625d2877e0e5
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6cf87485dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-sklearn-batcher-predictor.18d681fbcd459eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: d1f4b681-08ac-4614-b275-401c5fc2dd47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: 03726bbf-4953-4332-847d-3dd4b51c72aa
  kind: Event
  lastTimestamp: "2026-09-18T19:48:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:00Z"
    name: isvc-sklearn-batcher-predictor.18d681ff51f62346
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 02da5baf-ea97-4035-bd7e-6656bda63b5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: 03726bbf-4953-4332-847d-3dd4b51c72aa
  kind: Event
  lastTimestamp: "2026-09-18T19:48:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:00Z"
    name: isvc-sklearn-batcher-predictor.18d681ff52505a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 5c36ad99-e6c4-4815-b2d3-64c3fc5fe4d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 03726bbf-4953-4332-847d-3dd4b51c72aa
  kind: Event
  lastTimestamp: "2026-09-18T19:48:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:45Z"
    name: isvc-sklearn-batcher-predictor.18d6820d4d7b6711
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 004aa42a-3f67-464d-94c4-a73e7f25533e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 03726bbf-4953-4332-847d-3dd4b51c72aa
  kind: Event
  lastTimestamp: "2026-09-18T19:48:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:45Z"
    name: isvc-sklearn-batcher-predictor.18d6820d4ddc5bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: f4a50ac7-bf88-4d4e-95c4-7f17f2afd30b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: bccf1d87-30ff-4c14-b738-c070cb9dd1ed
  kind: Event
  lastTimestamp: "2026-09-18T19:48:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:40Z"
    name: isvc-sklearn-batcher.18d681fbd33545d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: dbd833cb-da2b-4b34-afa6-0318e3cfe6df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: bccf1d87-30ff-4c14-b738-c070cb9dd1ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-sklearn-batcher.18d681fbd3c30acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: f6c4a71c-0676-4e8f-830d-0d86b586f8fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: bccf1d87-30ff-4c14-b738-c070cb9dd1ed
  kind: Event
  lastTimestamp: "2026-09-18T19:47:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:00Z"
    name: isvc-sklearn-batcher.18d681fbd3c34b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 82074b53-e24f-48c2-9151-1ec69dd9fb1b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: bccf1d87-30ff-4c14-b738-c070cb9dd1ed
  kind: Event
  lastTimestamp: "2026-09-18T19:48:40Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:40Z"
    name: isvc-sklearn-batcher.18d68213305e9023
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: d25026f5-d8f3-4094-908c-59318d4a14ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:21:26.052125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:21:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:21:26Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dcbf50bcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 3efa6cdb-ffcd-4e12-ac1a-24cc8ca5840e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:26Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dccabad1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: 90407e2f-6c80-499f-a1cd-463fee452743
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:27Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:21:27Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dd053b7ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: add66747-04a1-4600-898b-64e1355f60a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:27Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dd0686fff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: bafd1a48-6fd0-442c-ac21-6abd0dd0c8a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:27Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dd09676caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33919"
    uid: d23d12a0-aa04-47c6-8dca-a546a1a0ad00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:27Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dd09d92a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: cce8f65c-4c44-4c81-b157-be67c001c835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:31Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683de01c9c275
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 6b8dae82-3511-4b07-8e65-401d202623ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:31Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683de04a8ff08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: 7d0312f9-c09f-4257-89a3-65f9765e3e3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:31Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683de05197a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 6a9d800a-5aac-4351-b3a0-d386c06da71e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:31Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683de0525ef74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 010231f3-c3b4-4962-a776-9fd1e5c42083
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.76s (2.76s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dea9b7943d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: 4b385775-f18c-4c2b-9bf3-7a878998aa37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dead01e942
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 84db8608-e486-4316-b9fc-e1e8b3603463
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dead76df34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 0f88ad92-4e52-4f77-9dab-651b41b7148e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683dead80c8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: 0a01577b-d9cf-459e-930f-27815dba1e22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683deb0fe59b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: a02582ed-2bd5-4855-ac17-676166d8fe00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:21:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:34Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683deb171c85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 58deed26-7f2d-4040-aedb-5cb4f16e4eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:23:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:11Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683e4ffe79ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: a87c9e6f-1e8d-4aed-9dc3-5830de1874c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:22:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:46Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683ef61917451
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 024d7ef3-6507-49ae-969c-d9416b4038ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:22:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:46Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683ef61920b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34577"
    uid: d4607d6f-8d25-40aa-92ce-c48d2e87aec4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:22:46Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:46Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683ef619272a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: c101c68a-734e-4b9d-9b24-c1060b03caa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 07940e22-4a6d-4de4-93db-f279977c3388
  kind: Event
  lastTimestamp: "2026-09-18T20:23:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:11Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn.18d683ef79b0dda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34831"
    uid: 3ad5e86a-b540-4543-8e6f-705e96234ec3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 24ec7d18-1730-4fc6-b53c-f326b8f4e41a
  kind: Event
  lastTimestamp: "2026-09-18T20:21:26Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-78bfb5fcd9-djmmn'
  metadata:
    creationTimestamp: "2026-09-18T20:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:26Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9.18d683dcbee5025c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 716c39c1-2116-4611-ac87-478453f5c7a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 201b216d-92e2-42a5-bd80-d4bdeae4cea1
  kind: Event
  lastTimestamp: "2026-09-18T20:21:25Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-78bfb5fcd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:25Z"
    name: isvc-sklearn-mcp-predictor.18d683dcbbc50885
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 84f0ad1b-0260-488d-af5a-7b755c960c99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 1cfc7d91-e00a-4caa-ae64-76f56c23c3d7
  kind: Event
  lastTimestamp: "2026-09-18T20:22:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:41Z"
    name: isvc-sklearn-mcp.18d683dcbb64c680
    namespace: kserve-ci-e2e-test
    resourceVersion: "34529"
    uid: 748a766f-2838-4801-9d93-024f98c1e4bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 1cfc7d91-e00a-4caa-ae64-76f56c23c3d7
  kind: Event
  lastTimestamp: "2026-09-18T20:21:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:21:26Z"
    name: isvc-sklearn-mcp.18d683dcbbcee097
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 6005bc1d-53ea-45de-998c-b46d272f374f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 1cfc7d91-e00a-4caa-ae64-76f56c23c3d7
  kind: Event
  lastTimestamp: "2026-09-18T20:21:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:21:26Z"
    name: isvc-sklearn-mcp.18d683dcc0f29d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: bc0c0b9c-004c-48bf-ae71-56a54dcd276f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34527"
    uid: 1cfc7d91-e00a-4caa-ae64-76f56c23c3d7
  kind: Event
  lastTimestamp: "2026-09-18T20:22:41Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:41Z"
    name: isvc-sklearn-mcp.18d683ee54fa46b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 34016cf4-162a-4d09-a0eb-f1911f797468
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:58:47.857007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-c6b88b959-rbmhx
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:58:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:58:47Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a08493ec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: 6c0e713e-89cf-4ce8-898f-1fa18a438b02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a092de7f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: cdee2f96-3be3-422b-9d34-d602ede3adaa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a0ca389270
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 60c6cc10-f329-4b8d-90b5-b4ba6d7ce082
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a0cb970277
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 3687d95a-33f6-4c4a-8d18-18c299f5693c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a0ce9a45d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: b7a59cb2-6037-4c93-8fb8-686912ff033d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a0cf0d782b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: e58dff88-5565-4f2d-a2b7-50052be06255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1cf1892d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 14ec4c5f-0683-4734-b457-47ee3fba5864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1d21e41aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: b24fe7bb-ac5c-41e8-b1ae-f4f42f02c6f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1d29497c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: f27f786a-d306-4172-86a1-f3129b5597b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1d2a05d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 71a43085-a858-40ef-b181-e7cd07343e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1d5d3d121
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: ec90e35a-c8e8-461b-ba2e-cb15cee8f00f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a1d64ab0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 54bfa2d6-1012-430a-9fc5-74220c67263c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:20Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682a24704b1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: a1478121-6735-46fc-b48e-039be792567f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:17Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682b57dbaa480
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: bac7978f-166a-4c95-b590-161f659e58d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:17Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682b57dbb3bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: d9eb307e-cccd-43af-b7fb-86b656135c60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-rbmhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: fe612787-e467-43a3-813b-ec497eb77cd2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:21Z"
    name: isvc-sklearn-predictor-c6b88b959-rbmhx.18d682b64d3f1280
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 3f674e50-c08e-4145-bd47-6b5134bf39b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-c6b88b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: b335620c-313d-44ee-a0dd-041c4d6a5e98
  kind: Event
  lastTimestamp: "2026-09-18T19:58:47Z"
  message: 'Created pod: isvc-sklearn-predictor-c6b88b959-rbmhx'
  metadata:
    creationTimestamp: "2026-09-18T19:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:47Z"
    name: isvc-sklearn-predictor-c6b88b959.18d682a08409a397
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: febf569c-bdcf-4efb-a04d-2f8cc7d8c204
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 5f535528-8dd6-4e5b-a997-e58d9aac6fd1
  kind: Event
  lastTimestamp: "2026-09-18T19:58:47Z"
  message: Scaled up replica set isvc-sklearn-predictor-c6b88b959 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:47Z"
    name: isvc-sklearn-predictor.18d682a081749853
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: b2ed6c3d-f6b4-47cc-b8a7-9d9ac6c25473
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 8a4b9098-4fae-4832-8e02-6a46e770edce
  kind: Event
  lastTimestamp: "2026-09-18T19:59:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:32Z"
    name: isvc-sklearn-predictor.18d682a3ffca0c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: 61aec2aa-3a03-401e-b2b4-775c28cac417
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 8a4b9098-4fae-4832-8e02-6a46e770edce
  kind: Event
  lastTimestamp: "2026-09-18T19:59:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:32Z"
    name: isvc-sklearn-predictor.18d682a4002c9c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 44b5f399-5607-4b1b-ae5f-6e8d706daab7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 8a4b9098-4fae-4832-8e02-6a46e770edce
  kind: Event
  lastTimestamp: "2026-09-18T20:00:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:17Z"
    name: isvc-sklearn-predictor.18d682ae7c20b90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: d34e3758-3157-41e1-a6bc-f38013eedb38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 8a4b9098-4fae-4832-8e02-6a46e770edce
  kind: Event
  lastTimestamp: "2026-09-18T20:00:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:17Z"
    name: isvc-sklearn-predictor.18d682ae7c84267d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 691f119a-92e2-4b5a-8b99-2869f9414af8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:03:38.456222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:03:38Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e42da420e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: cb960a20-bae6-4385-a12f-f8c5cd1af17b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:38Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e43b82bb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: 1e974294-d011-438b-8e44-7626028e883b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:39Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:03:39Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e47323a926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 8539c0c1-d34c-49d0-bb63-4f6d7f39d1c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:39Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e47483c0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: f0ba13e5-06c5-4af2-9c72-40a156a3deb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:39Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e4774ecb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: 7fc595b9-9595-4826-a5b0-d354b4758b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:39Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e477b18b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: c3eefacf-21df-4a81-8b7e-628fd7d7630b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e0a30832
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 72b81b2c-3295-43b2-aabc-6891cea83acc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e36d3908
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 964c42de-6f5f-470e-b12e-155579507a2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e414bdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: 4d4c60fc-7cfd-485f-9bff-67b9afd47211
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e420828a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: 0252610f-4ecb-4e8a-84af-0ac632edd13a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e6b8c970
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 8060bce5-c7bf-49c7-975c-72c6fcea0f31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e5e7177a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: 8e4c0dbe-6c65-43a7-890a-2cb3b746c6e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:03:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:53Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682e6588f3214
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 63fb7d16-31a2-4832-accd-e2f95b78c4eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:04:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:10Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682eb9de9eb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: b1188051-81a3-4f7b-a97e-ef19142540a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 5a97ce8f-6a86-434e-aae8-31c910d03615
  kind: Event
  lastTimestamp: "2026-09-18T20:04:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:10Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz.18d682eb9deb0994
    namespace: kserve-ci-e2e-test
    resourceVersion: "23775"
    uid: 54e33399-1ecc-4a57-be15-2889c24ffc1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-79f4b454d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: b89ddbd2-06f3-48a0-9166-b2951f4f507e
  kind: Event
  lastTimestamp: "2026-09-18T20:03:38Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-79f4b454d7-cpcgz'
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:38Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7.18d682e42d0d93a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: 0e64464b-9d94-4aba-883e-16b6a2763ec6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23376"
    uid: be63743f-3473-478c-9848-1172b401e12e
  kind: Event
  lastTimestamp: "2026-09-18T20:03:38Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-79f4b454d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:38Z"
    name: isvc-sklearn-runtime-predictor.18d682e429534e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: d0fca4c4-cf24-487e-9a3a-b3314c2cae2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 13ea65d7-b8e1-43ff-bc19-771f13cee4ac
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-runtime-predictor.18d682e7a817b314
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 7ddce7c4-5f6b-4b4f-887a-bd7642fbc74b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 13ea65d7-b8e1-43ff-bc19-771f13cee4ac
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-runtime-predictor.18d682e7a87ea8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: 5c10fa9e-1b12-49df-a90d-166235dffcdf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 26b59ba3-3e90-487e-afba-b476e6ad87f2
  kind: Event
  lastTimestamp: "2026-09-18T20:04:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:03Z"
    name: isvc-sklearn-runtime.18d682e42955b6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: b4b7e48d-096a-4c7d-ba4e-1b6147934e36
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 26b59ba3-3e90-487e-afba-b476e6ad87f2
  kind: Event
  lastTimestamp: "2026-09-18T20:03:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:38Z"
    name: isvc-sklearn-runtime.18d682e429b7ae0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: db5ed2e2-01ca-4055-a544-1a6e2b2bca9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: 26b59ba3-3e90-487e-afba-b476e6ad87f2
  kind: Event
  lastTimestamp: "2026-09-18T20:04:03Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:03Z"
    name: isvc-sklearn-runtime.18d682ea1729712a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: f3864690-363b-46aa-8ff3-bf17712195ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:20:46.252583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d37b13e938
    namespace: kserve-ci-e2e-test
    resourceVersion: "33539"
    uid: c03c3c28-0a12-4d99-902c-b6a188948ccb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d39ceb8980
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 26675f50-8860-4b9b-b68f-6556a43faa73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d39e339ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: e2dff12a-d485-4e42-9828-b55130765337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3a0bdeb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: f692237b-d661-441e-89de-26e1d1e0fc9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3a1273e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 79238207-8c5d-413e-818e-efc211b62b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3f3afdcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: aea62b64-1d7f-4aed-9b22-7ca5285e7e13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3f6d1268b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 721d748e-3911-4a02-9158-413db2bf7cfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3f748859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 5d87fbb6-cc6d-4a67-8de3-6d009b790438
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3f7525c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: f7a4fe29-e78c-49fd-a6f2-de43f3e4a3cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3fa20654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 1498196a-4886-4f10-8cd2-5f6a8b4194ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d3fa90af85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 84fdc9ff-b855-4ebc-8600-b27d18d7335b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:21:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:21:56Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683d46b85ccfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 0ee11c88-fbfb-4fe0-857e-f65f7d707ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683e873e6c3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: ec89c6b9-60df-491f-a1d6-3b2dde168536
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: aa7b5bb4-25a0-4496-803f-ed2322c4e84a
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b.18d683e873e73673
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: ae63074d-7dd4-451e-b0a5-12a974428e0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6c7db45b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: 15aa60dd-f9f7-4954-89d5-3ec25b615d02
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6c7db45b94-xfs6b'
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94.18d683d37a89ae5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: b5e5b743-7e9f-49ab-89ee-4e8d92a06726
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: e9955134-7a52-400d-8d1a-a01b5b5965c2
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6c7db45b94 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3-predictor.18d683d37843cdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33525"
    uid: 7b813f1f-85b8-4f07-8a62-30dc900fb253
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 1ddb4dd0-affd-4fbd-b3ed-e1e664d01493
  kind: Event
  lastTimestamp: "2026-09-18T20:21:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:16Z"
    name: isvc-sklearn-s3-predictor.18d683d6f6edfabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 5cd3e908-7d65-45b8-9f8b-f618374ce097
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 1ddb4dd0-affd-4fbd-b3ed-e1e664d01493
  kind: Event
  lastTimestamp: "2026-09-18T20:21:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:21:16Z"
    name: isvc-sklearn-s3-predictor.18d683d6f7501bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: 94577ed8-f45e-4328-b352-b214b5c288d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: 1ddb4dd0-affd-4fbd-b3ed-e1e664d01493
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-predictor.18d683ddf4f7be0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 4c5bc8f9-fd15-4b4f-b846-d2f84de4b3b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:21:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: 1ddb4dd0-affd-4fbd-b3ed-e1e664d01493
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-predictor.18d683ddf5573f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: 236b9e88-fe21-4c91-8766-39f0641b180f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:25:19.842954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:25:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d684132e55b04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 9f8b4cdb-a92f-4415-aba2-af2288d700ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: "2026-09-18T20:25:20Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:25:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d6841350c39199
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: fd6f96e0-7e65-4367-a6d7-e26bce59537f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: "2026-09-18T20:25:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d684135201887f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: a1e03777-d8f5-4a76-99dc-717eb4695f15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: "2026-09-18T20:25:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d6841354a26cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36216"
    uid: e59dbc63-27b0-4551-90da-2dfd4adc3ade
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: "2026-09-18T20:25:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d6841355123221
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 27e9deab-3dfd-48b7-b738-d96d75d94837
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 71d8535a-24fa-4f82-aedc-4a959b539bf2
  kind: Event
  lastTimestamp: "2026-09-18T20:25:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx_kserve-ci-e2e-test(71d8535a-24fa-4f82-aedc-4a959b539bf2)
  metadata:
    creationTimestamp: "2026-09-18T20:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx.18d6841572431c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: f975fb3e-47c5-4d2d-bb91-c043802f7ff8
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: d557979c-390b-41a8-8dd2-9163caec547e
  kind: Event
  lastTimestamp: "2026-09-18T20:25:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-6fhtx'
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6.18d684132e0b7717
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 4167b13b-5683-4ea8-8d6a-1f75ebf69ec1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: c72976b8-a8d0-430c-8d36-0ee57b1d4924
  kind: Event
  lastTimestamp: "2026-09-18T20:25:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d684132c1b656a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: aa5773d6-7679-45f8-bb11-b0a32eb8e04c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 8c42a1ae-83eb-4577-b678-47881dae1e8d
  kind: Event
  lastTimestamp: "2026-09-18T20:25:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:29Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d684132c1d4b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: 9aa8000d-06ce-42b5-ab2b-3326e8cc9c90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 8c42a1ae-83eb-4577-b678-47881dae1e8d
  kind: Event
  lastTimestamp: "2026-09-18T20:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:19Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d684132c8bc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: facc53aa-6775-4cc8-aadd-46d9b2d20d8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:23:48.760955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:23:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fdf96cadb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35235"
    uid: fc6b28e9-64bf-485c-8372-18903dfc1561
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:49Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:23:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe1bc518ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35252"
    uid: ba214b37-3e6a-4f94-9073-de5a5e364471
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe1d0e8571
    namespace: kserve-ci-e2e-test
    resourceVersion: "35255"
    uid: 5cfd66e3-4686-4f6a-a598-959146608236
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe1f62be45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: f50111fc-db8e-4b74-be6f-0df289f4fc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe1fc45187
    namespace: kserve-ci-e2e-test
    resourceVersion: "35258"
    uid: 87175ac0-f4be-476e-8c81-8d8034e996f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe850c108f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 03d86e99-ef00-49f5-ac9e-a006adc55de1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe881e97a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: f9c86dcd-61ad-483a-8520-c23a5caf39ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe88856b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: 5479b997-60a0-429c-9b58-021612fc79ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe88900e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: b0afed10-0533-4a26-b75e-91b2377d2c1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe8b84609b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35282"
    uid: 4b667677-f9dc-4e23-b6b6-84789596a5db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:23:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fe8bdfaef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: 314f453f-df32-4db1-ae81-ad750e4fcc14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:25:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d683fefd0292b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36197"
    uid: 528292b9-1f3b-48ce-99e1-409670d7774f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:25:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d68412ecc0ad1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: 8b2dd77b-fa16-4633-88a2-5d7754b9789b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:25:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d68412ecc14ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36088"
    uid: 20a8d830-383f-4bbe-a4e3-870cd665072d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: feb83a2a-6e90-4a7a-8ac0-aa8a70ee0311
  kind: Event
  lastTimestamp: "2026-09-18T20:25:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb.18d6841303359c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: ec276888-741a-4b35-940b-06161be1bcf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: 336594aa-07d2-47e1-b553-b03116f67d09
  kind: Event
  lastTimestamp: "2026-09-18T20:23:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-29lrb'
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb.18d683fdf90640f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 3e9d066e-7d51-458d-94eb-5092fee5c52b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: e6b9e991-9d78-4689-ac4a-aea11305be9f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d683fdf6af988e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: e284fa18-4f53-484b-aff0-af6fb6271d61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 22a1cc6e-d6a5-4c39-aeba-1740fd130bcd
  kind: Event
  lastTimestamp: "2026-09-18T20:24:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d68401753682cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35560"
    uid: 84b9772a-cc00-459b-ba8c-ced556e2f905
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 22a1cc6e-d6a5-4c39-aeba-1740fd130bcd
  kind: Event
  lastTimestamp: "2026-09-18T20:24:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:24:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d684017575afb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: 0c70be34-99f3-4ee0-93e5-a4d2156ee1ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: 22a1cc6e-d6a5-4c39-aeba-1740fd130bcd
  kind: Event
  lastTimestamp: "2026-09-18T20:25:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6840872bff3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: 03a5aae6-57c9-4d44-9887-e8e4c9f12e1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:24:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: 22a1cc6e-d6a5-4c39-aeba-1740fd130bcd
  kind: Event
  lastTimestamp: "2026-09-18T20:25:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d68408731b4d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: c51514d1-5264-4017-baa4-3570fcb6d155
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: 52ebd399-6fcf-4393-b782-a77c75fd3ce5
  kind: Event
  lastTimestamp: "2026-09-18T20:25:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d683fdf6afe2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: 65870212-077b-464d-91ec-45ae86f0a354
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: 52ebd399-6fcf-4393-b782-a77c75fd3ce5
  kind: Event
  lastTimestamp: "2026-09-18T20:23:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d683fdf72b0a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35224"
    uid: 7251098c-7703-4d32-bb24-cf5f61b8340c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 52ebd399-6fcf-4393-b782-a77c75fd3ce5
  kind: Event
  lastTimestamp: "2026-09-18T20:25:12Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d684118d6e97a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: e979597a-3a29-4798-8c65-a7cc176355b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:23:37.590897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:23:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fb5fa31a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: ab510aa7-b65c-49a5-888a-b0c65e310b8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fb6e312b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35086"
    uid: ed095269-8454-4db2-aad4-33383f7a39ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:38Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:23:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fba6ff7262
    namespace: kserve-ci-e2e-test
    resourceVersion: "35096"
    uid: c69a20ff-2249-4fd2-a395-d4e80ec5533b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fba88f3e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35157"
    uid: d368ac96-ed64-4c43-aacf-69734b1dc3eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fbaea61515
    namespace: kserve-ci-e2e-test
    resourceVersion: "35159"
    uid: a197bc0e-4d78-4742-aacf-839698d5e2cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fbafba73d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 50b8d0ae-096e-4a5a-99a8-decea12dac74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 41663f40-4376-4605-805c-e50fbfffa59f
  kind: Event
  lastTimestamp: "2026-09-18T20:23:48Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:48Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg.18d683fdd0f1a928
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: f0d86988-a9ac-495b-999f-b84aefb1a944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35061"
    uid: aaffd90b-2544-4b57-835e-f02257fe25c1
  kind: Event
  lastTimestamp: "2026-09-18T20:23:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-fm7xg'
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6.18d683fb5f3880f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 92abcbda-cd9f-4e54-8597-2a668b07ed95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: 7ba987d7-5b9d-4662-bff4-e944a934b3e0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d683fb5ce4641d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 52012b2f-a07c-46c1-8e97-1db66cebf4f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: d8cfe705-47c0-4944-a481-86334d9f1cd0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18d683fb5ce6f237
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 1e0b1aa2-530b-4902-84b3-12cd7740dbac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: d8cfe705-47c0-4944-a481-86334d9f1cd0
  kind: Event
  lastTimestamp: "2026-09-18T20:23:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18d683fb5d85e600
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: 7011ec04-9b73-451e-848f-800e04311617
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:22:16.512561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e87efde597
    namespace: kserve-ci-e2e-test
    resourceVersion: "34320"
    uid: 549b2515-0b1a-4777-89d4-d959a68e61d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:17Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:22:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e8a0e815c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34337"
    uid: 67e39f7f-10e0-4f00-b739-00e3f5ea7d30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e8a2376c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34339"
    uid: 7fccb2b5-b264-4677-a299-8233145d593f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e8a619979d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 60290373-93da-415f-9fbd-5604361c8880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e8a678ae27
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 4c437ac6-1814-4a86-b170-407a92dc1ae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e8ff57530a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34357"
    uid: 40ac1b7b-ef90-4f3b-b6a2-0f5200416da6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e90242f1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 5c6f7976-a2a1-4d80-8122-9eb9640a1444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e902a54330
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 23f2da81-9ff2-4f2a-9e76-d63c71a402bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e902afe69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34363"
    uid: de63e723-9e3c-4585-a62a-62eb0a7b6041
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e905a38f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: d7f379af-1036-4ea7-9304-8056c1ce58b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:22:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:22:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e906068a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: e164aa97-dbe7-406d-a95e-d063b1812185
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:23:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683e93b5d8f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: e00f2ad3-cb0d-45ab-8833-75ee98b27ab0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:23:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683fb1ed67a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 34b66e77-07a2-4420-806a-de8425654ff6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:23:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683fb1ed6f353
    namespace: kserve-ci-e2e-test
    resourceVersion: "35034"
    uid: 8bb0a9f6-3519-4680-b264-9c0173cd9b45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 57e0b5fb-5064-42db-8fc6-f58edee5d764
  kind: Event
  lastTimestamp: "2026-09-18T20:23:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:23:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl.18d683fc178b39f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: 1cb93ae6-3911-4684-bd31-e3856f9ef666
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: 526a80ce-ac13-4afb-91a1-7959233eb346
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-wbxnl'
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d.18d683e87e8ea9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: 738a1e0f-3065-4a7d-8134-f8fd6255a5d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: 61bb3c37-1c6a-409c-9564-6ae6bac23aa8
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-649878f5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d683e87bc11d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: 822bf5e0-a6df-4baa-b483-6334e842eed5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 1c339f44-743d-4b14-a47b-914968ff8d76
  kind: Event
  lastTimestamp: "2026-09-18T20:22:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d683ebfaca6b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: d43101c0-f10e-46de-844c-f7dae8bb6921
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 1c339f44-743d-4b14-a47b-914968ff8d76
  kind: Event
  lastTimestamp: "2026-09-18T20:22:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:22:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d683ebfb283c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: f9609e96-1692-413f-861c-cd3a3b81434e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: 1c339f44-743d-4b14-a47b-914968ff8d76
  kind: Event
  lastTimestamp: "2026-09-18T20:23:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d683f2f8f360cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: 4f7291bf-42c3-4b4d-b417-e8a35a353c25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: 1c339f44-743d-4b14-a47b-914968ff8d76
  kind: Event
  lastTimestamp: "2026-09-18T20:23:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:23:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d683f2f94ca9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34972"
    uid: 60f9f4d2-b920-46f2-92be-a8d74e0aba99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34294"
    uid: 91a60b45-8f49-43ae-ac3b-c44bb6388f7b
  kind: Event
  lastTimestamp: "2026-09-18T20:23:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18d683e87bee5187
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: 4e89f5f9-7e09-489c-a4bf-a9ec05efd9ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34294"
    uid: 91a60b45-8f49-43ae-ac3b-c44bb6388f7b
  kind: Event
  lastTimestamp: "2026-09-18T20:22:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18d683e87c69fe52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34310"
    uid: f61fb6c9-66e7-4063-9a4d-192ea5ab0be0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:23:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: 91a60b45-8f49-43ae-ac3b-c44bb6388f7b
  kind: Event
  lastTimestamp: "2026-09-18T20:23:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:23:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18d683fabc40436a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34999"
    uid: ee591196-4b1c-48d2-8635-457f2c10993d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:26:52.036786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d68428a583f06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: fee34e2a-b31e-4568-8e84-1a0387239a70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: "2026-09-18T20:26:52Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d68428c7577426
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: f844e307-c945-4943-8f0d-4ed373079c72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: "2026-09-18T20:26:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d68428c8924885
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: a02a8359-951f-4d49-8b2a-a33b121a4bca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: "2026-09-18T20:26:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d68428cb233c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37152"
    uid: 4254f4d0-894f-49db-b053-c3b21cd67e69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: "2026-09-18T20:26:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d68428cba9bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: a58016d3-6f69-402d-9418-7c3033a2e957
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: f3cab85a-5df3-4ccf-a3ac-87df5fb7010f
  kind: Event
  lastTimestamp: "2026-09-18T20:27:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:27:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n.18d6842af8d32a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: a3b14181-5b50-40fc-be16-8b230ba077b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: a855f7bf-4eb6-4fcc-88da-34cc4ab762a5
  kind: Event
  lastTimestamp: "2026-09-18T20:26:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-px85n'
  metadata:
    creationTimestamp: "2026-09-18T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5.18d68428a507040a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37089"
    uid: 52c84981-373d-4484-86a2-2e4f6c9ed7d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 07065dd4-0e63-4444-bd54-7140e60327db
  kind: Event
  lastTimestamp: "2026-09-18T20:26:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d68428a28ab8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 7a816d07-6369-4f06-b2f9-95703d00f198
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 48810a5a-f70a-4b31-98ad-3628f7cbea1e
  kind: Event
  lastTimestamp: "2026-09-18T20:26:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:57Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d68428a28a34d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: 95fd9ac6-64e3-4be1-9e0a-51894264b49e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 48810a5a-f70a-4b31-98ad-3628f7cbea1e
  kind: Event
  lastTimestamp: "2026-09-18T20:26:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:51Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d68428a30ab197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 6eb11441-beb9-40f0-9166-8661153a5a11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:25:30.947037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:25:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:25:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68415c4308e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 69b11220-d9ae-4e82-bcf8-1849df1a8669
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:31Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:25:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68415e653f2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36334"
    uid: 8c9fad1c-d02c-4ec4-905b-ebb686c29f37
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68415e7c7984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: 6c25a206-51dd-4a36-80d0-822add2c5bb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68415ead77658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36341"
    uid: 376d4422-0794-4af3-b314-de9d828a320a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68415eb5c4e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: e48bb456-ad2f-4f4b-a6ce-41a0df99032a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68416618cdabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 087b133b-611e-4ac7-b506-459c99828c1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d6841664645397
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: 7004ffc8-f290-4bed-afe5-6438cbf82a30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d6841664ee7e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36369"
    uid: e8b98964-428b-4c49-bd8f-879925df28e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d6841664fbeae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 63aa2ffb-da24-419e-ab78-bade6fa010cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d6841667f10bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: f9964e57-a8a1-4b7f-9b42-a81f71c06d7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:25:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:25:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d6841668635eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: dbb8e3ff-0c78-4dcb-a5a7-a076af14d3cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:26:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d684169dc79775
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 099b3fef-45dd-4e38-9147-ca3c6ce665e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:26:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68428649a11e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: bc690537-f85a-46f5-8582-d56d6ec5be38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: df879f24-1d55-4162-ab68-74967b667767
  kind: Event
  lastTimestamp: "2026-09-18T20:26:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:26:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm.18d68428649ab033
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: f6f1fe2e-2865-4b29-bff9-f072bde3ec7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: edbf1271-4bfd-4bac-8c63-656b39d62164
  kind: Event
  lastTimestamp: "2026-09-18T20:25:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-kj4nm'
  metadata:
    creationTimestamp: "2026-09-18T20:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689.18d68415c3cdc113
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: e26c3819-e63b-4c46-9c46-d134f1b50c4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 51abc2ce-1883-4f8d-8616-d5a89a4f73ca
  kind: Event
  lastTimestamp: "2026-09-18T20:25:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:25:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d68415c147d7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 553e7c1b-ef31-45e0-adc7-b116fc28c11c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: c3d50fbb-a2b8-473b-bdb1-6c0b29877aee
  kind: Event
  lastTimestamp: "2026-09-18T20:26:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d684193fb9d4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 0556d48b-c68f-40d7-b5ae-e88b634b06e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: c3d50fbb-a2b8-473b-bdb1-6c0b29877aee
  kind: Event
  lastTimestamp: "2026-09-18T20:26:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d68419401fadf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: 83cd5441-1e3a-4d75-9f8d-f281009704b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: c3d50fbb-a2b8-473b-bdb1-6c0b29877aee
  kind: Event
  lastTimestamp: "2026-09-18T20:26:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d684203d7090be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: 0a1af172-bb69-42f5-ad1c-6f7585ba8e95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: c3d50fbb-a2b8-473b-bdb1-6c0b29877aee
  kind: Event
  lastTimestamp: "2026-09-18T20:26:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:26:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d684203dcf4ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: 7dc4149a-0f5e-4c1e-9273-d62d0e40ab23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 10e20e6a-f7fd-463d-b61e-1e1a1572fd26
  kind: Event
  lastTimestamp: "2026-09-18T20:26:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:50Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d68415c1486106
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: df5738db-b3ad-4a1f-8b0f-5651b0767a4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 10e20e6a-f7fd-463d-b61e-1e1a1572fd26
  kind: Event
  lastTimestamp: "2026-09-18T20:25:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:25:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d68415c1aa48a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 250d450a-e093-4ad6-932b-8ef8f22f07a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 10e20e6a-f7fd-463d-b61e-1e1a1572fd26
  kind: Event
  lastTimestamp: "2026-09-18T20:26:50Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:26:50Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6842854aac8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: e4273c37-fb0c-4f79-aa5b-f103d077c81d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 1af202c5-b6ae-4bd7-94e0-46c120cced1a
  kind: Event
  lastTimestamp: "2026-09-18T20:22:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:06Z"
    name: isvc-sklearn-s3.18d683d378445095
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: d7f51d78-2729-473b-ad0f-8ae7994dd96d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 1af202c5-b6ae-4bd7-94e0-46c120cced1a
  kind: Event
  lastTimestamp: "2026-09-18T20:20:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:46Z"
    name: isvc-sklearn-s3.18d683d378c05f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 191d1905-93ab-4957-a814-12d7c93be7cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:22:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: 1af202c5-b6ae-4bd7-94e0-46c120cced1a
  kind: Event
  lastTimestamp: "2026-09-18T20:22:06Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:22:06Z"
    name: isvc-sklearn-s3.18d683e622d30194
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 70db7137-f0d0-4c2d-969e-fe090e29b8f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-fd76fb6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 04347386-e7f8-46aa-8fc5-7bfec751f415
  kind: Event
  lastTimestamp: "2026-09-18T19:58:13Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-fd76fb6c9-png8k'
  metadata:
    creationTimestamp: "2026-09-18T19:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:13Z"
    name: isvc-sklearn-scheduler-predictor-fd76fb6c9.18d6829896acc0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 515df57f-1cfb-46ed-8607-01d7ced1d449
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: fea81482-5653-4256-8157-72c83f9bc189
  kind: Event
  lastTimestamp: "2026-09-18T19:58:13Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-fd76fb6c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:13Z"
    name: isvc-sklearn-scheduler-predictor.18d6829893e5438c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: fac05f4d-7108-48ae-ae4f-c0fd6322029f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 0c8f405d-65c4-40dc-905d-575195291044
  kind: Event
  lastTimestamp: "2026-09-18T19:58:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:14Z"
    name: isvc-sklearn-scheduler.18d6829893985bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 8096caaf-ba29-472b-884a-d159311e0424
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 0c8f405d-65c4-40dc-905d-575195291044
  kind: Event
  lastTimestamp: "2026-09-18T19:58:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:13Z"
    name: isvc-sklearn-scheduler.18d6829893f120db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: bd3adcab-7f1e-4e3a-95fe-7cd657f4ee76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 0c8f405d-65c4-40dc-905d-575195291044
  kind: Event
  lastTimestamp: "2026-09-18T19:58:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:13Z"
    name: isvc-sklearn-scheduler.18d6829893f177b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: adce812b-ae8b-433f-bca3-3d6d5ca156bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:06:56.117772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d68312332feed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 1d28070d-4983-4243-a580-c2f1813555eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683125537c744
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: b9f6c427-ddb7-4f46-abb7-f0cdc3a91b99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683125686a8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25527"
    uid: 18dc4b93-8bcc-42af-bcda-88328e0ce56f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d6831259645e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: 4e3b39a6-151e-4322-8f96-713a1f2337ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d6831259d1d120
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 5298ef60-704b-4160-ac8c-6dfcd4ff34b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d6831340a2259e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 63e1a502-7e6a-4e02-882a-e5b5522eba81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d6831343ad672f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 9650c6e5-af67-4d24-9c06-9c57249cdd93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d68313441db706
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: 617e7c27-27ff-4412-8451-cb1f7ae82ba3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683134427bc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: bb64d9df-f959-435f-aa3d-865c50fc8965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d6831347303346
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: 97abe9bd-a344-43e9-9426-8ae240130974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d68313479ede4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: 1b075351-055b-4cd8-bf1b-64cb92480053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:08:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683137cb42361
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: fb668774-9919-4616-a97d-ea1d25ca5342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:08:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683272ef8b1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: c8d6d114-fee4-4fe0-8ba8-81b495048fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:08:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d683272ef91ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26269"
    uid: da65e00b-b39b-4fa8-ae1f-f1b6805b3a89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7c6413ae-b113-4edd-b61a-e508f219da0d
  kind: Event
  lastTimestamp: "2026-09-18T20:08:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8.18d68327bed782da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: bf86f9ee-e9d2-4ad8-b843-c3df36f76930
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: c43f3dff-d02f-4f9e-8671-03520112b32d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-7djg8'
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6.18d6831232a929e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 51ec0fc1-4b0f-4145-86d8-1e75ab6c43e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 5b43346c-b1d5-4ea4-b6fc-8bf0ed2805b3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6dcddf96b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d683122fea5a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 47c4d153-50d7-4e13-8f71-c9c8dfa9af27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: d79f3f82-c41d-4ef5-a2ad-5388577780d1
  kind: Event
  lastTimestamp: "2026-09-18T20:07:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d68315aeb57489
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: f579959d-2013-49ec-9dc8-865cfc380f52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: d79f3f82-c41d-4ef5-a2ad-5388577780d1
  kind: Event
  lastTimestamp: "2026-09-18T20:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d68315af11a536
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: c3396f1f-32ac-4127-9868-b76d1dde4644
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: d79f3f82-c41d-4ef5-a2ad-5388577780d1
  kind: Event
  lastTimestamp: "2026-09-18T20:08:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6831cad05d9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: d042b6d7-b470-4ee6-97df-05ba48873112
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: d79f3f82-c41d-4ef5-a2ad-5388577780d1
  kind: Event
  lastTimestamp: "2026-09-18T20:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6831cad62cddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26253"
    uid: f228a542-0f90-41f0-a497-d2a358c7e8ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 682293e2-8090-42bd-a896-641bf317ce7a
  kind: Event
  lastTimestamp: "2026-09-18T20:08:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:08:18Z"
    name: isvc-sklearn-v2-mixed.18d683122fe96b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: b46ca68c-7500-442f-8a27-02d14a370e44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 682293e2-8090-42bd-a896-641bf317ce7a
  kind: Event
  lastTimestamp: "2026-09-18T20:06:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:56Z"
    name: isvc-sklearn-v2-mixed.18d683123088a8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 16f0e590-a6b6-423f-866e-d013759ecfbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26199"
    uid: 682293e2-8090-42bd-a896-641bf317ce7a
  kind: Event
  lastTimestamp: "2026-09-18T20:08:18Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:08:18Z"
    name: isvc-sklearn-v2-mixed.18d683256f5ba7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 5a691e5b-d405-45a4-b99b-127a330dad30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:05:20.796022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc01917ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 7fee2275-7264-4c01-a6bc-8568cb04e5fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc0c301434
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: 71c6c57e-5d90-4db8-a0be-c26d0cec331d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:21Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:05:21Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc477ceab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 00ff3d95-4832-42ad-b4d8-3f99e6730e44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:21Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc490181d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: b83dc0e1-d4b3-49dc-aa4c-1b08ecd072a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:22Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc4bd6e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: 03613c80-f554-4990-ae85-d6d2d6070c34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:22Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fc4c53935e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24579"
    uid: db74571f-0583-4fc0-9eb7-381cffb5e97a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd56f9432f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 440f9cec-d83b-49b4-8a8e-7214d10b89c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd5a754cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: f17e48b3-8b40-420e-ba31-ae2ebd5e15de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd5af23838
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: af52bffa-08d8-4aac-9ff8-dbcefd6708e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd5aff95a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 9f2e1bb2-8175-45c9-824c-0ed631e74c8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd5e4c5651
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 3c8bef50-09a0-4bb9-85bb-5935fea868f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:05:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:26Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd5ee90e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: 61912142-da86-4c6a-ac2f-020c6f3e025c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:06:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:53Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d682fd93008b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: c016f7ec-bb31-48c8-9375-a3cc8e085a23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:06:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:50Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d68310fee94f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: ab367068-98b9-44ce-b774-75bded5e15f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:06:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:50Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d68310fee9e374
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: b7fe1c22-9982-4064-b1aa-524e9d490b9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: bac93705-b9e3-4dbe-8eeb-08ca72f458e0
  kind: Event
  lastTimestamp: "2026-09-18T20:06:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:53Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt.18d6831199443264
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: f4c661a1-c217-4632-b111-7c8913ee178b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7fc6cff9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 935c475b-53be-4294-b76c-28b07c5e26ea
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7fc6cff9ff-r7lbt'
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff.18d682fc0105af47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: f18f0d09-d6bc-4abd-b57d-158b2145d08a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 1dc0ade3-8576-4169-8bf1-f4203654e817
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7fc6cff9ff from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-v2-predictor.18d682fbfe2b8aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: be4b63a8-1531-4ccc-afe4-0d8fa6d024d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: c758c55c-352e-4df1-a654-a825f2dc5efb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:35Z"
    name: isvc-sklearn-v2-predictor.18d682ff7d009f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: e7d482da-17ac-4771-b3f6-bff5a900bfbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: c758c55c-352e-4df1-a654-a825f2dc5efb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:35Z"
    name: isvc-sklearn-v2-predictor.18d682ff7d6148ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 3552bf42-2feb-43f2-9d1d-f7f81dedfc8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: c758c55c-352e-4df1-a654-a825f2dc5efb
  kind: Event
  lastTimestamp: "2026-09-18T20:06:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:50Z"
    name: isvc-sklearn-v2-predictor.18d68302fc0bc12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: 0ef048b8-8645-408a-b154-13824f7ef6b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: c758c55c-352e-4df1-a654-a825f2dc5efb
  kind: Event
  lastTimestamp: "2026-09-18T20:06:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:50Z"
    name: isvc-sklearn-v2-predictor.18d68302fc6d7003
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 2ef6e136-4804-4aa6-a460-f13dc0f2a71c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:15.578207Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ecd2489e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23853"
    uid: 04904436-ee5c-430d-89e3-a09373e0259c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:16Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ecf440f0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: fc1d67a9-bc6b-4211-b227-3d7003d65200
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ecf59d091c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: c9ead82b-8bec-4d6a-9214-f76ec216525c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ecf8aa67df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: a939fe35-7949-45c1-9294-0676978ea450
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ecf90b8d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: 9d26237a-0285-4cfb-84a7-68beb2558a1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee10f4e871
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: a8a5f434-331c-44f2-90a2-b12a71013165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee13763063
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 9beceeae-5f84-4fe2-8609-541176f7844d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee13d762fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: fb7eb1e7-29fd-4a24-8912-124a9feccb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee13e1a382
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: d8706794-51a8-4c09-b527-0bc9e029c204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee1784b353
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: db03ec9e-dbaa-4ead-81d8-a395bb2087bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682ee17e36b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 99f898d5-87d0-4c96-a224-cdd802ffe5da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T20:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:58Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682f6b46b914b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 2d2b4df3-10a1-4bd8-b1f5-4a88d0719095
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:05:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682facde47f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: a6135424-2fc2-437d-ab4f-dfce591b458f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:05:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682facde5240a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 32e86c50-42b3-4db1-a9de-2a123c09a9e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:05:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682fb5708b0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: f224a450-d3d2-4f8a-9fb9-bbd525008633
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b426e235-1eda-467d-b29b-f7f87127123f
  kind: Event
  lastTimestamp: "2026-09-18T20:05:18Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5.18d682fb9567c438
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 21884ed5-f686-48a1-9d06-32bd0287b229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 2558b766-d0d0-4094-9c0b-9f214deeafa5
  kind: Event
  lastTimestamp: "2026-09-18T20:04:15Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-mqjh5'
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d682ecd1dccf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 6c8bd87d-60b2-44df-b762-1c4fe8941efa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: c18eec69-1068-40ff-b478-c25145b5746a
  kind: Event
  lastTimestamp: "2026-09-18T20:04:15Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d682eccebc404a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: e2288e66-a5b5-4d56-9bec-bee0690da218
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: 54dd4712-e829-4c99-a28f-6554e002e0c3
  kind: Event
  lastTimestamp: "2026-09-18T20:05:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d682f04d230fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24363"
    uid: ac6b9e7f-4bb1-4642-96da-6c410052ed02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: 54dd4712-e829-4c99-a28f-6554e002e0c3
  kind: Event
  lastTimestamp: "2026-09-18T20:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d682f04d85b3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: f067af05-2330-4330-a305-df1aec5a4de6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 54dd4712-e829-4c99-a28f-6554e002e0c3
  kind: Event
  lastTimestamp: "2026-09-18T20:05:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d682f3cc3be080
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 1af6da1a-8cb7-4740-9be7-6cc254ddea46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 54dd4712-e829-4c99-a28f-6554e002e0c3
  kind: Event
  lastTimestamp: "2026-09-18T20:05:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d682f3cca0283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 7cb076b2-12ff-4d2f-8a69-bcda0b71c163
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: dade0ae7-892a-4262-bf6a-a30f0ac52a1a
  kind: Event
  lastTimestamp: "2026-09-18T20:05:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:08Z"
    name: isvc-sklearn-v2-runtime.18d682eccebdc45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: d92ddbe7-c8a5-49f8-a723-045369b57865
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: dade0ae7-892a-4262-bf6a-a30f0ac52a1a
  kind: Event
  lastTimestamp: "2026-09-18T20:04:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:15Z"
    name: isvc-sklearn-v2-runtime.18d682eccf4f5527
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: bc746e06-4fca-4d31-bda0-f4a27eff22b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: dade0ae7-892a-4262-bf6a-a30f0ac52a1a
  kind: Event
  lastTimestamp: "2026-09-18T20:05:08Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:08Z"
    name: isvc-sklearn-v2-runtime.18d682f907fc3f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 6a13c524-9935-4e92-9130-772e97fce7f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24532"
    uid: e9bcd69b-82bd-43f2-88a0-8335bb1ea6f6
  kind: Event
  lastTimestamp: "2026-09-18T20:06:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:43Z"
    name: isvc-sklearn-v2.18d682fbfe304834
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: 57582862-4f04-4ced-b472-9ba73c5c25fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24532"
    uid: e9bcd69b-82bd-43f2-88a0-8335bb1ea6f6
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-v2.18d682fbfeba0dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24548"
    uid: ff4af8f6-f160-4b23-852b-2db6033df0d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: e9bcd69b-82bd-43f2-88a0-8335bb1ea6f6
  kind: Event
  lastTimestamp: "2026-09-18T20:06:43Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:43Z"
    name: isvc-sklearn-v2.18d6830f4a56f44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: 5d727620-3aa3-41d9-9630-48de6a25ff01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 34d8a0c8-76c2-4915-bb12-f3831d6c9c2f
  kind: Event
  lastTimestamp: "2026-09-18T20:00:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:10Z"
    name: isvc-sklearn.18d682a08179a049
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: e25f24e5-1e7e-4899-84cd-b116b3912eea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 34d8a0c8-76c2-4915-bb12-f3831d6c9c2f
  kind: Event
  lastTimestamp: "2026-09-18T19:58:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:47Z"
    name: isvc-sklearn.18d682a08206706f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: c119c6fe-6abd-4287-8197-b1326a087942
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 34d8a0c8-76c2-4915-bb12-f3831d6c9c2f
  kind: Event
  lastTimestamp: "2026-09-18T20:00:10Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:10Z"
    name: isvc-sklearn.18d682b3d7f18731
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: c1fe138f-54b4-45a6-ae0a-448778b8121a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:08:31.423727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26335"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-kf5wp
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:08:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832863dd63c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 19bf8d54-7d5d-4f19-9b38-55e7bb6119ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d683286da8045b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 1b92a9c2-1464-4cc8-8dd9-87346f880573
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:32Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:08:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d68328a9df92aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: eab5adb7-a84d-4072-aa81-eab5d47e4576
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d68328ab44686e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: 26d3717c-ec89-4a78-90d6-ada228695193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d68328ae6483eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 98bccd40-35b0-450e-9746-d64540cda752
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d68328aede6455
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 6dad8b52-3f64-4e3c-b548-6a00317da019
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:37Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d68329ca85fa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: c928a12f-c2bb-43e4-9eba-d2176fa77083
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.658s (3.658s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aa49840de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26431"
    uid: 44ab70bc-4ead-4b28-a5d2-3b5e62627b0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aa7df2133
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: 227cca32-34a2-456b-9c87-4facc45336d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aa859052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 04b72491-7f8e-4f25-9619-b7a639225145
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aa8645c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: bac0f569-c724-4c8e-aa60-2b377d0b3233
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aab462c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: f8ba6b31-d2bf-47be-bb41-5003a4bee412
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832aabbf3233
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 914168eb-c211-4d83-816d-3c400601b828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:08:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d6832af6312343
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: 46ae805a-f93d-4aa6-8c86-a4107ad49872
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d683321d4063b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: 751c525d-39b1-47ef-b453-575f2e5c4baf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:09:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d683321d40f066
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: 69cecc1d-0f8f-4dd8-a196-500889fa3a38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: c8cb0e3f-8d99-4649-a303-5796021d72d4
  kind: Event
  lastTimestamp: "2026-09-18T20:09:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-kf5wp.18d683322e333b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: 4d2a9f5e-f9b0-4423-b8e8-2777fcb5c7c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26327"
    uid: 0accf393-0f34-49f8-821a-a27ae7861088
  kind: Event
  lastTimestamp: "2026-09-18T20:08:31Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-kf5wp'
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:31Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d68328637bc280
    namespace: kserve-ci-e2e-test
    resourceVersion: "26336"
    uid: 5233f85c-5e41-4403-a7f6-7ce242b7b78e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: 220f00ce-97e8-4df4-b4c8-751d2fc563ee
  kind: Event
  lastTimestamp: "2026-09-18T20:08:31Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:31Z"
    name: isvc-tensorflow-predictor.18d6832860a58635
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: b6633d61-fb1f-42f2-a86b-cf05d865204a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: acacd22b-5a86-4224-b415-a5a915fb138c
  kind: Event
  lastTimestamp: "2026-09-18T20:08:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:46Z"
    name: isvc-tensorflow-predictor.18d6832bdf1c2726
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 0ffd3782-3e89-464c-bcc0-520d8f3eb6f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: acacd22b-5a86-4224-b415-a5a915fb138c
  kind: Event
  lastTimestamp: "2026-09-18T20:08:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:46Z"
    name: isvc-tensorflow-predictor.18d6832bdf7b5992
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: 68731f88-274c-43e0-a7e5-22374bb01184
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: acacd22b-5a86-4224-b415-a5a915fb138c
  kind: Event
  lastTimestamp: "2026-09-18T20:09:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:01Z"
    name: isvc-tensorflow-predictor.18d6832f5e8bb681
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: d542d287-1269-4486-8b96-53b67266f657
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: acacd22b-5a86-4224-b415-a5a915fb138c
  kind: Event
  lastTimestamp: "2026-09-18T20:09:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:01Z"
    name: isvc-tensorflow-predictor.18d6832f5eeca4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: 539d51c2-f05d-4b21-b46c-9f8e0bf70f41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:09:18.371224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833352276278
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: 4b12caea-377e-4944-954d-09e30aef4c19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d68333746da031
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: 6c4d6376-054e-452e-baf5-f369af867998
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833375c3bb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: 4d438ea4-f9a5-4ffd-af29-09a4ef5fac7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d683337894e380
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: 830a0a0b-9bb6-4656-b7e9-1aa8686109ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833379083f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: ad85834b-974b-483e-b461-fde4738fab5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:24Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T20:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d68334b1ea57d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: c9cdc4a5-656c-447c-9df8-cae8998b40d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:27Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.684s (3.684s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d683358d840b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: f79c94da-eb11-4cdb-ad64-96bfc74354d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833591105a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: 16a6a176-1353-47ac-b00c-9be265a04378
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833591b0409d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: db7cb60b-03f1-483f-b129-48f14bf21d27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833591bd1c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: a2020470-1a93-456c-a8a3-2e636759c7a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833595af3f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27299"
    uid: cd611380-bfbd-4632-bad2-4afa2f283ff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833596210563
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 56f722d6-5804-49ed-98ce-4f1c1ab4016b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:09:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:35Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d68335dd86e426
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: 7a240ebc-39b1-4065-a55d-3b7bf2093f75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:10:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833d0c3a5a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: d4ce5d57-504b-46b6-9989-cf86fd1c0a73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:10:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833d0c3b813f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 8b476b73-2680-4e94-8048-c97a92317709
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 70eb06fc-108b-4749-a3f4-56073a8c2903
  kind: Event
  lastTimestamp: "2026-09-18T20:10:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb.18d6833d158b9a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 800d10e5-2698-4ec3-b402-edf47c3f5b4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: a254499b-ff50-414b-a436-115f6d3e1762
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-cshjb'
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d6833351c90b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: cb05df80-401e-411a-97f9-0e8408c4c1b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: 70df0e30-7ace-4c0f-be8d-f98202db0b66
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime-predictor.18d683334f0c676f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: d652cc3c-95e3-493b-8943-f85602bd39a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: ab6eb842-85af-4685-a34a-0551a89fc142
  kind: Event
  lastTimestamp: "2026-09-18T20:09:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:48Z"
    name: isvc-tensorflow-runtime-predictor.18d68336cdb0acd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: 130499b4-72b9-4fc5-9091-87e6b33c23a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: ab6eb842-85af-4685-a34a-0551a89fc142
  kind: Event
  lastTimestamp: "2026-09-18T20:09:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:48Z"
    name: isvc-tensorflow-runtime-predictor.18d68336ce0fe27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 49f3202d-ef86-4f2c-b4dd-a7201f46feeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: b3e38862-da54-4716-ab09-d3b7d990d943
  kind: Event
  lastTimestamp: "2026-09-18T20:09:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:45Z"
    name: isvc-tensorflow-runtime.18d683334f106842
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: 32a7a4ed-ffaf-426a-aa5a-da2560e382b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: b3e38862-da54-4716-ab09-d3b7d990d943
  kind: Event
  lastTimestamp: "2026-09-18T20:09:18Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:18Z"
    name: isvc-tensorflow-runtime.18d683334f971d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 28b515da-cc73-48b8-bc8b-e126269f06cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27448"
    uid: b3e38862-da54-4716-ab09-d3b7d990d943
  kind: Event
  lastTimestamp: "2026-09-18T20:09:45Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:45Z"
    name: isvc-tensorflow-runtime.18d683399c0348cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: 651ba615-c045-4193-bc53-c9ea2dd3cbb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 78aacd09-44d2-4f45-ac7c-0b50006cc531
  kind: Event
  lastTimestamp: "2026-09-18T20:08:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:08:58Z"
    name: isvc-tensorflow.18d6832860a60710
    namespace: kserve-ci-e2e-test
    resourceVersion: "26716"
    uid: d7ffee55-ffc8-4641-8231-107bcc4a8b6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 78aacd09-44d2-4f45-ac7c-0b50006cc531
  kind: Event
  lastTimestamp: "2026-09-18T20:08:31Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:08:31Z"
    name: isvc-tensorflow.18d6832861421707
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 111c3079-24fc-477e-86b8-e7ddf30c8a60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 78aacd09-44d2-4f45-ac7c-0b50006cc531
  kind: Event
  lastTimestamp: "2026-09-18T20:08:58Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:08:58Z"
    name: isvc-tensorflow.18d6832eba382975
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: c666b8e0-a32c-47f4-8b38-ab4b0646e693
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:10:05.393961Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-zz2pj
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e44ed61c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 6208aa78-73f1-432c-8413-e56c58943c0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e51059a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 854c168e-46b5-47bf-92ca-990fd414b51b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:06Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:10:06Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e8aaf0c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 031f5f2e-a7d4-4223-b90f-2df5dfab6af4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:06Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e8c20b4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: ec763287-bb58-4070-881e-9a00da177c88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:06Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e9034b834
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: c351b31c-f30c-48fb-b52d-309772f69c29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:06Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833e90ad604e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: ceda2779-fdce-409c-a1d1-0d9562671cc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:10:10Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-18T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:10Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6833f8d76fa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27695"
    uid: b10417cf-8ab6-4551-afc6-7d2e95726288
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.851s
    (1m54.851s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a4b1f9d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: 69e1ca87-5298-4a1a-a3e7-c6dd4891a703
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a518ea8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: cc4021b6-7036-47a6-8495-c0c2f59d6f68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a52dc71af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 1c230d7a-839d-43b8-a14c-b3ef6b7ca0d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a52e8c79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 78b754ac-c306-4493-9b93-24c539a74c92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a5918d6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: 49dc675f-0ac7-4703-9a0d-ae246d380a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:06Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835a5a830bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: 8c86ea6c-237e-49b0-aba3-f4efa41fcb68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:08Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835ab8902aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: 6df42ca7-30ce-4828-84ca-e17ba8082788
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:17Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835d0cd46ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28747"
    uid: b61ceaa3-7e98-4461-b6e0-debab26870d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:17Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835d0cd4da98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: 801c4ffa-5808-44c9-9794-11b451d8b0e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zz2pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 9fbc921e-91c8-4ef3-a5d3-22150040cb25
  kind: Event
  lastTimestamp: "2026-09-18T20:12:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:18Z"
    name: isvc-triton-predictor-5d7db58676-zz2pj.18d6835d486ee62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 0f3f498b-cb44-4c0f-a070-a65477783536
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 734db5af-e731-4397-b630-d14d288f77d8
  kind: Event
  lastTimestamp: "2026-09-18T20:10:05Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-zz2pj'
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-triton-predictor-5d7db58676.18d6833e445ac62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: aef43e9d-e4e3-4823-bc77-8d5ad5a89ad9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 5ca7c0db-d192-4048-a2c1-f78762657a35
  kind: Event
  lastTimestamp: "2026-09-18T20:10:05Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-triton-predictor.18d6833e41f89780
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 0d344813-7ebc-4702-95b4-1f1fa46274ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 1b03472b-d3b8-455f-a0ad-bd07568e7ad8
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor.18d68341c0493324
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: e166e728-c6f2-4e42-adf8-813c03e88646
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 1b03472b-d3b8-455f-a0ad-bd07568e7ad8
  kind: Event
  lastTimestamp: "2026-09-18T20:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:12:05Z"
    name: isvc-triton-predictor.18d68341c0a6a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: bde188d6-3543-447c-a7e9-7dcce16a98ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 4887d861-e732-4716-b123-944cdc81b515
  kind: Event
  lastTimestamp: "2026-09-18T20:12:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:12:13Z"
    name: isvc-triton.18d6833e41fb0fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: e5ed6cdd-ebeb-4951-80c9-3dae72d00d8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 4887d861-e732-4716-b123-944cdc81b515
  kind: Event
  lastTimestamp: "2026-09-18T20:10:05Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-triton.18d6833e428de8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 9377a694-979d-4077-b9eb-8eae5cfa93fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: 4887d861-e732-4716-b123-944cdc81b515
  kind: Event
  lastTimestamp: "2026-09-18T20:12:13Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:12:13Z"
    name: isvc-triton.18d6835c24562b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 5cfea7d0-4ed0-4abe-84a4-9db51c414ada
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:12:22.787578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-ptfg8
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:12:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:12:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835e42399c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: b31604e8-ea33-45cb-b136-c3fbb1b291fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:23Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:12:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835e641180fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28831"
    uid: dd27ce28-6589-458a-8d32-a7b2072d4ed5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835e6550433f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: 1d93e555-c43c-491c-8dac-c628d9df103d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835e67d1eedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28834"
    uid: 9c8e983f-12f8-407d-8456-a28e731506d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835e68334c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: 9a7d60a4-5e55-4aa4-b0cb-c8d90027379e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:28Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6835f7d23be51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: a352b4e6-f2d9-4b8e-a6e4-e2e7c6a62229
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.652s (17.652s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d683639950789c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 880d824a-a2fb-405d-bf05-cf41ebc21d75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d683639cadf25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: 88cee801-4a7a-4bd2-8f72-ce86f7404dec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d683639d221eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28995"
    uid: 03f8c96e-4ec4-4811-ba2c-05e59023ec21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d683639d2bdcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: 51a5f353-9f32-420c-9733-5547b815cf4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d68363a01fd7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 27a97059-73de-4ff3-a71e-f92d3f0dbcc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:12:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:12:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d68363a0930e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 2ebd77c9-412b-4b60-b969-035c2c50d60f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:13:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:13:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d68363ef2db564
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: aef795c3-c3c2-4cc8-9008-6ec81018a227
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:14:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6837804c99ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: e61a918e-8bca-4d95-a0b4-86a2eebdfb52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 94ba9025-4999-435c-83bb-ac8c44346357
  kind: Event
  lastTimestamp: "2026-09-18T20:14:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-ptfg8.18d6837804ca7bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 9e25f62f-b935-461d-a4f5-6b63c7478511
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 0b59d6aa-4c06-4cfc-85b5-59a1527c1a87
  kind: Event
  lastTimestamp: "2026-09-18T20:12:22Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-ptfg8'
  metadata:
    creationTimestamp: "2026-09-18T20:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:12:22Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d6835e41cc83f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: 18a484ee-6c03-4e8f-8624-5fcaffaf2e02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: fa1bfe33-330e-4da2-8299-d3a93192bc27
  kind: Event
  lastTimestamp: "2026-09-18T20:12:22Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:12:22Z"
    name: isvc-xgboost-predictor.18d6835e3ddda396
    namespace: kserve-ci-e2e-test
    resourceVersion: "28801"
    uid: f70c0ea2-da8d-4602-a684-032b94a672fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: 5215e407-36e8-4224-b9ec-753e1df61afb
  kind: Event
  lastTimestamp: "2026-09-18T20:13:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:22Z"
    name: isvc-xgboost-predictor.18d68361bc7e4ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 28b9a5e6-8c9f-46cc-89b0-58d7915395a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: 5215e407-36e8-4224-b9ec-753e1df61afb
  kind: Event
  lastTimestamp: "2026-09-18T20:13:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:13:22Z"
    name: isvc-xgboost-predictor.18d68361bcd449a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: 4a635b83-b3fc-4b35-ad4c-9834dbb0c9de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 5215e407-36e8-4224-b9ec-753e1df61afb
  kind: Event
  lastTimestamp: "2026-09-18T20:14:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:07Z"
    name: isvc-xgboost-predictor.18d6836fb6bd5888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 41b99a1e-d123-415b-b187-82bfee1435d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 5215e407-36e8-4224-b9ec-753e1df61afb
  kind: Event
  lastTimestamp: "2026-09-18T20:14:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:07Z"
    name: isvc-xgboost-predictor.18d6836fb7235814
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: 23994d8f-4cb4-4118-bc5c-cf469647669a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:16:09.115870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30928"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d68392f4714f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 9785ba50-8f70-4cf5-99b6-7d679dc8a265
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d68393166164c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30947"
    uid: 6a709f7e-6b40-4123-84dc-01d4f8e48396
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d6839317c896b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: f1c2593c-9729-4d68-8e3f-43fdbae54a17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683931ad321c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: 6f55f93b-9343-4ceb-846a-6f7f11577892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683931b4ada14
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: bc1ba892-afd3-449a-a204-518df71498ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683941c30c8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 76dadc60-9de1-4d7e-b731-586772f1f38c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683941edf3e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: e6f7dd99-80aa-4696-9161-b31aad41edca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683941f511946
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: c9764692-a1d7-463f-ad19-e034691d6dc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683941f5afd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 9c534ae5-b5a8-463c-97c0-a9d90e1cf629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683942200d15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 8d5e5570-8369-4a46-9117-17b17cb7e100
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:16:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d6839422775137
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 502c6595-e9b5-48d5-a2d7-e2ced044adc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:17:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d68394583805f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: b5a601a7-efea-4b5a-9d51-dc9333e1027c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:17:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683a813c412da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31714"
    uid: 75145d0e-f03e-4baa-877c-2543e97a00b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:17:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683a813c48222
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: c1e9b5d6-68ed-411c-b7b1-5c10b8cc425c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 0a364d3c-5d1a-4ff6-9991-92e1490e1daf
  kind: Event
  lastTimestamp: "2026-09-18T20:17:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc.18d683a85e63b7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: 68993bab-8441-4734-9307-3b6de0280c30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 51c7e370-9b29-484e-845d-311f2b72a2e6
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-h8hwc'
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d68392f409a0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30929"
    uid: 6a058d23-a980-462a-89b9-9e19017e9b1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30917"
    uid: 92a1ba46-c752-41f7-9262-706903f29156
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime-predictor.18d68392f136c171
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 43941343-642e-4db8-adb4-6732a3d13dec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: d432fe23-9b39-4f09-a827-f8bb2c4b42e6
  kind: Event
  lastTimestamp: "2026-09-18T20:16:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:54Z"
    name: isvc-xgboost-runtime-predictor.18d6839670163452
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 8d1b5844-a7d3-4776-80b4-4f781159b0c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: d432fe23-9b39-4f09-a827-f8bb2c4b42e6
  kind: Event
  lastTimestamp: "2026-09-18T20:16:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:16:54Z"
    name: isvc-xgboost-runtime-predictor.18d68396707f7aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 62c71fcf-73ab-4c9d-9b73-9e6d4b7c2d24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31075"
    uid: d432fe23-9b39-4f09-a827-f8bb2c4b42e6
  kind: Event
  lastTimestamp: "2026-09-18T20:17:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:39Z"
    name: isvc-xgboost-runtime-predictor.18d683a0eccd558c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: b9a8fe5c-4359-41b1-862d-b2b32232e8b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31075"
    uid: d432fe23-9b39-4f09-a827-f8bb2c4b42e6
  kind: Event
  lastTimestamp: "2026-09-18T20:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:39Z"
    name: isvc-xgboost-runtime-predictor.18d683a0ed2b25b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: 7e68a4ee-1a58-41d4-bc66-42dbeeef9925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: 5b11d589-b0e4-45b3-942a-c7a650460136
  kind: Event
  lastTimestamp: "2026-09-18T20:17:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:17:31Z"
    name: isvc-xgboost-runtime.18d68392f1386ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: 603e1f4a-9918-4624-933e-d25de451c6a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: 5b11d589-b0e4-45b3-942a-c7a650460136
  kind: Event
  lastTimestamp: "2026-09-18T20:16:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:16:09Z"
    name: isvc-xgboost-runtime.18d68392f1d419cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: ae2c2283-a385-438b-8ca4-6cd35210aa08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 5b11d589-b0e4-45b3-942a-c7a650460136
  kind: Event
  lastTimestamp: "2026-09-18T20:17:31Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:17:31Z"
    name: isvc-xgboost-runtime.18d683a60ed0840a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: a62ed2ec-02ad-4283-b07b-63b6efbb64f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:14:18.630291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:14:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:14:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d683793afd2ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: f16dae90-b700-4cac-ab32-a8d6d17394fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:19Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:14:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d683795cd88178
    namespace: kserve-ci-e2e-test
    resourceVersion: "29855"
    uid: f9f7b5d7-f90a-4ad0-aa06-f305fe5ff5e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d683795e91b993
    namespace: kserve-ci-e2e-test
    resourceVersion: "29857"
    uid: 26d2ecf5-d83c-491a-8b49-200ea95fe8dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d683796188446f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 34df3bd1-97ff-45f4-a819-2eaea8408b0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837961ecbba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29859"
    uid: 4503786a-aff3-4af3-9bfb-75a027dc9ee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a626f566b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: 5d4aa62e-6d92-4783-bdda-9c552267322a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a65238edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29895"
    uid: e3c10078-db62-4ec1-89fd-9a10f7102af4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a658c9b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: a1a55db0-84e3-40e8-9f9e-1b1788acd9c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a659917b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: f07e84cb-95d8-4f59-909f-e8b74387bfbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a68fc53f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29902"
    uid: bcf0b6a8-2884-44ff-852e-8fdc8b00d426
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:14:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d6837a6966050c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 15fc2092-e1f2-4db5-a26e-ca01ac7c815c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:15:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d68384e1dc76d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: a003a7fd-32eb-4f27-9750-564bae4e4166
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:15:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d68384e1dd0cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: d346fc0f-402d-4e00-a024-1227fe934123
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 2f866180-9422-4dc8-9a3c-e9e360e349fd
  kind: Event
  lastTimestamp: "2026-09-18T20:15:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp.18d68385547aa06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: b022bc2b-1a73-4b81-8dac-408408280907
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: d80694c2-6a02-4310-afe5-c7787b1f645d
  kind: Event
  lastTimestamp: "2026-09-18T20:14:18Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-n9qlp'
  metadata:
    creationTimestamp: "2026-09-18T20:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d683793a476382
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: cf9284aa-9d97-48eb-8d67-9bb42611a486
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: 770f257a-b1ad-4098-af6f-317175bec2d1
  kind: Event
  lastTimestamp: "2026-09-18T20:14:18Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d68379373890ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: 5f9559ad-ac83-46e4-b690-c1652a01caef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: ecdedba5-4f9a-4116-8e13-6c6b84a7e952
  kind: Event
  lastTimestamp: "2026-09-18T20:15:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6837cb6226081
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 0b5f348e-2ce8-4d76-9f59-246d3b54edbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: ecdedba5-4f9a-4116-8e13-6c6b84a7e952
  kind: Event
  lastTimestamp: "2026-09-18T20:15:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6837cb67e3530
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 1f3344e0-db9e-40c6-8267-afd903bcdd29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: ecdedba5-4f9a-4116-8e13-6c6b84a7e952
  kind: Event
  lastTimestamp: "2026-09-18T20:14:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:48Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d68380352b3508
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: cb166cb1-3dea-42f9-9146-70324eb8871f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: ecdedba5-4f9a-4116-8e13-6c6b84a7e952
  kind: Event
  lastTimestamp: "2026-09-18T20:14:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:14:48Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d683803584d374
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: c66577c2-30e1-4cd2-af28-1c0ded7c50db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: c29462fc-4709-4e4f-9970-30e72c83991b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:15:00Z"
    name: isvc-xgboost-v2-mlserver.18d68379373b2362
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 00c31fea-dcb4-4f2c-b613-07bd54de13b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: c29462fc-4709-4e4f-9970-30e72c83991b
  kind: Event
  lastTimestamp: "2026-09-18T20:14:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:18Z"
    name: isvc-xgboost-v2-mlserver.18d6837937b8ca38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29831"
    uid: 06d5bd01-01ed-4db0-aaf1-67db08548496
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30299"
    uid: c29462fc-4709-4e4f-9970-30e72c83991b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:00Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:15:00Z"
    name: isvc-xgboost-v2-mlserver.18d6838305c1c41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: cf463986-afa8-4f4f-b43d-9e0c1d43a649
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:18:50.263646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    to ip-10-0-142-19.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b879992ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: ccce1a86-87c5-4f0b-b365-861a71517446
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b89bc4bf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 55771e41-ea7e-4954-b683-91fa3f0a1c60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b89d19d59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: 384f6e67-ee15-4836-b359-a2ee276bf331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b89fd61109
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 8e13f43a-1c7f-46c8-90ed-1042486daf9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b8a04e43db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32381"
    uid: 0dbca7ba-b327-4b4b-98a9-63839b29dfd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:18:55Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683b9af4f45cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: f33ee9bc-547c-4052-a2f4-f11e546966f6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.38s (18.38s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683bdf6da8a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32640"
    uid: f7447f0a-467d-4032-aaf7-8ba9532ea816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683bdfb0b65e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32641"
    uid: c9982992-3e0a-401c-a1dd-31c2b49f1a2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683bdfb8227c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 6f76a850-a354-483a-a055-b0d804cca833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683bdfb8d960e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32643"
    uid: ee9210ad-822a-4319-9bae-efc7bca3368c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683bdffea31f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: 37394d4f-ab85-436b-8110-b38b72b9006f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:19:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:19:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683be006350f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32647"
    uid: 2a0f6267-adc4-4fcf-a6b8-9de394c66cba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:20:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683be5dbfea50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 9c06b961-278a-4400-b4ee-b3e60fbbe81a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:20:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683d240e58e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: aa3ae798-bba5-4fae-b2b5-d2c81c86844e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:20:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683d240e6b1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: dbc30098-9604-4d4a-b15b-5b60355d0714
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 431c11f8-1e8a-49d1-8f8e-1ddaec094253
  kind: Event
  lastTimestamp: "2026-09-18T20:20:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:20:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-hm8pd.18d683d263fed166
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: 0b218685-2487-43a3-aa4e-91eb5eb3d87c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 03c1e6e7-efd3-4ff1-81d4-a8e7f3962463
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-hm8pd'
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d683b879296d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: fa425324-e286-41bd-8604-2fec0ef7a442
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: b0ef586b-a237-4908-99ad-7365bdf58e05
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2-predictor.18d683b876235198
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: 374ec07d-c9f4-4f62-8541-9f371c44581c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 90d25735-7a0a-4c80-b9b3-28585df1da7e
  kind: Event
  lastTimestamp: "2026-09-18T20:19:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:50Z"
    name: isvc-xgboost-v2-predictor.18d683bbf494161d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: 912e400c-0d7e-466f-9013-099c49c53e10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 90d25735-7a0a-4c80-b9b3-28585df1da7e
  kind: Event
  lastTimestamp: "2026-09-18T20:19:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:19:50Z"
    name: isvc-xgboost-v2-predictor.18d683bbf4f1469e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: a476bfa9-230b-4903-a630-39241c955e7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32581"
    uid: 90d25735-7a0a-4c80-b9b3-28585df1da7e
  kind: Event
  lastTimestamp: "2026-09-18T20:20:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:35Z"
    name: isvc-xgboost-v2-predictor.18d683c9efc16168
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 27a23805-d50d-4288-b3e0-51b961b18c91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32581"
    uid: 90d25735-7a0a-4c80-b9b3-28585df1da7e
  kind: Event
  lastTimestamp: "2026-09-18T20:20:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:20:35Z"
    name: isvc-xgboost-v2-predictor.18d683c9f01f2614
    namespace: kserve-ci-e2e-test
    resourceVersion: "33400"
    uid: de389880-e375-460c-8f44-0379579b4ee1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:17:45.025173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:17:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a949150a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: 7620a44a-acbe-4744-a7f4-dd62b4f3718f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a955171579
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: 70480d53-f268-423c-afbb-46ddae7d8a7a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:46Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a98ee3199d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 043513e6-754a-49d2-8c8c-20698a7548b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a990333178
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: 2c767cbe-af79-46dd-abc6-ec45ca025cd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a9935037d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: f36571fa-3df8-4d13-a614-2af4ca64860d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683a993c0ce83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31811"
    uid: 0bb03c43-7747-4079-8667-0943a69c2e49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa8f78632f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: cac22bed-6a72-421f-97c1-31ff6b2533e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa92e9a763
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: de1fdb6c-2c70-481d-b238-78056bdc5687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa9361669c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 4957a420-32b0-4eb9-a0a9-fc314b3c4e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa936dc633
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 71122034-985f-4b0c-948e-abe689d2514e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa96e120ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: b9ad8371-ebc7-4a0b-af55-9f41cc1fb9f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683aa9765a1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 82c08106-c4f3-43d3-8b34-4355ee3f6bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T20:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683b369fe5522
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: 5d620c51-08e5-41ec-8caf-70ecb68cd699
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683b745e6a24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 79f0f59b-f3ef-4f3c-b3da-e010c5c387d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683b745e74799
    namespace: kserve-ci-e2e-test
    resourceVersion: "32285"
    uid: 14b5e1dc-691f-4e29-810c-51fc76554e55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683b8116e3dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: bc33d658-4287-454f-a8c3-b4d1ec00cdce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c0312abb-9798-49b1-9025-06d9f47d761e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:48Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:18:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8.18d683b811b73f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 65c43b06-7397-46d4-aa45-41813084713f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 6eed7889-e58c-46a1-89af-7fd544a29241
  kind: Event
  lastTimestamp: "2026-09-18T20:17:45Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-584p8'
  metadata:
    creationTimestamp: "2026-09-18T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d683a9487da3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: 102dcaaf-c4dc-464d-9d28-aa0e4206db7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 6c1792c8-1496-4b3b-bc0a-6534a0e05477
  kind: Event
  lastTimestamp: "2026-09-18T20:17:44Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d683a94599355d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: b5dafd63-d12b-453a-8b31-0c4c09953bc4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 73b307de-aac4-4a9c-b6d4-ff2990af609e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18d683acc4759f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31934"
    uid: 1028eb71-8ebb-4106-a8f3-7fc32fa202b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 73b307de-aac4-4a9c-b6d4-ff2990af609e
  kind: Event
  lastTimestamp: "2026-09-18T20:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:17:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18d683acc4d815cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31935"
    uid: 0dcfee82-ba62-403c-bccb-b1024837b483
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: 73b307de-aac4-4a9c-b6d4-ff2990af609e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18d683b0439a7a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: fd9717fd-a628-4eb5-b32d-959089459850
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: 73b307de-aac4-4a9c-b6d4-ff2990af609e
  kind: Event
  lastTimestamp: "2026-09-18T20:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18d683b043fa2361
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 55d65b14-7142-4ca6-9536-848e5e4f9722
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 84bd9787-707c-49a2-a5f7-70e50e1256cb
  kind: Event
  lastTimestamp: "2026-09-18T20:18:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:18:38Z"
    name: isvc-xgboost-v2-runtime.18d683a9459d01f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32223"
    uid: 7b23e893-b923-42dd-b835-7aa5b8b4a33d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 84bd9787-707c-49a2-a5f7-70e50e1256cb
  kind: Event
  lastTimestamp: "2026-09-18T20:17:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:17:44Z"
    name: isvc-xgboost-v2-runtime.18d683a94618d81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 2a6ad7e3-a584-4880-9f7d-9bda5f1ab025
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: 84bd9787-707c-49a2-a5f7-70e50e1256cb
  kind: Event
  lastTimestamp: "2026-09-18T20:18:38Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:18:38Z"
    name: isvc-xgboost-v2-runtime.18d683b5c22130e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: 04de7d07-62f5-41ac-bd45-20e4531be5cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: 8f7dc454-6772-48a8-9a2d-2b99aa3e5b17
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-xgboost-v2.18d683b876262481
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: 5915f125-d7b0-4eb5-afdb-7113bac953cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: 8f7dc454-6772-48a8-9a2d-2b99aa3e5b17
  kind: Event
  lastTimestamp: "2026-09-18T20:18:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:18:50Z"
    name: isvc-xgboost-v2.18d683b876af6511
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 2d90b5cf-39f2-43bd-8565-a6cf7f2fab58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 8f7dc454-6772-48a8-9a2d-2b99aa3e5b17
  kind: Event
  lastTimestamp: "2026-09-18T20:20:31Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:20:31Z"
    name: isvc-xgboost-v2.18d683d014b1170e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: aa2db40d-1a7b-4bf9-9c0a-035a7308dcec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 75ac37f3-ef20-41aa-b44c-49d9c10f8d4f
  kind: Event
  lastTimestamp: "2026-09-18T20:14:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:03Z"
    name: isvc-xgboost.18d6835e3db1217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: 2ee1fad3-9a45-4849-9f9d-5a2fa1b4d363
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 75ac37f3-ef20-41aa-b44c-49d9c10f8d4f
  kind: Event
  lastTimestamp: "2026-09-18T20:12:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:12:22Z"
    name: isvc-xgboost.18d6835e3e24b5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28804"
    uid: 678b14cd-a83f-44e0-90e4-ef1f50e24ba4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 75ac37f3-ef20-41aa-b44c-49d9c10f8d4f
  kind: Event
  lastTimestamp: "2026-09-18T20:14:03Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:14:03Z"
    name: isvc-xgboost.18d68375a60796f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29686"
    uid: 8323c9d7-7194-4ea7-bdec-c7e4a4857bc8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:30.702074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-65ngk
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822cc3d5b4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: cd6acb96-c193-4946-81c0-6675f81ee180
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822cd53c9566
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 52168937-a298-4d10-9245-afd961b28cce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d09baa199
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 585617df-9ad6-4342-b60e-a2e3fd1995a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d0afbd83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 693fa8e7-0488-4e5d-baa9-51e58f8c9b7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.283s (1.283s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d577aab60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 7143ae85-a85f-4aca-93a1-1cde40153eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d5a418efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 8bd8f071-6e85-4481-9db4-85086822e71f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d5abb6059
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 92d1b149-3935-45a4-b57d-e1ab50ddef52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d5ac87525
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 5c58012d-af14-4e11-9830-ed6df8fce815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d5db660dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 400f2ea0-7d50-4979-85e5-0c0d2bb99d70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:50:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:33Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6822d5e254c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 454557fc-fd7e-45d2-b96d-3abf878be7ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6824797c868e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: de8b6210-f7ff-497b-be94-7d09aa0c6dbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-65ngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: abf6a7b2-2ead-49ba-ac48-850a8e95b3ab
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: message-dumper-predictor-6575bcfdfd-65ngk.18d6824797c9b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 288ebc79-d9a3-4f50-9e37-ea9d6313ed85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 6be4f10f-b721-4b6e-a45d-9b73a321a4f7
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-65ngk'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper-predictor-6575bcfdfd.18d6822cc36db358
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: e1ae8a4d-2f5f-4371-b1f5-629eab611302
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 79753a70-0a26-4a41-99c4-157cccde78dd
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper-predictor.18d6822cc1b7d7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: d61e52fc-82fe-4da5-85c3-9d6b537ae0ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: e9cb388c-9985-4fe7-aab6-3c3cdbe97b66
  kind: Event
  lastTimestamp: "2026-09-18T19:51:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:00Z"
    name: message-dumper-predictor.18d6823040134849
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: dff50f9f-9140-45ef-942a-c3aef7743bdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: e9cb388c-9985-4fe7-aab6-3c3cdbe97b66
  kind: Event
  lastTimestamp: "2026-09-18T19:51:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:00Z"
    name: message-dumper-predictor.18d6823040755a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: fe81b4a4-4a3e-4c28-b10b-527addbb27ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: a54cef86-50a2-44e0-b975-a6989bad563d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:42Z"
    name: message-dumper.18d6822cc1bc883e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: d955eb0b-4500-4207-8d31-46f13dc981a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: a54cef86-50a2-44e0-b975-a6989bad563d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper.18d6822cc2561966
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 9d140a04-b6af-440b-9c99-052fd87ee796
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: a54cef86-50a2-44e0-b975-a6989bad563d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: message-dumper.18d6822cc6b26cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: ac620742-45af-4a5e-ab0b-5f35f4431aa6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: a54cef86-50a2-44e0-b975-a6989bad563d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:42Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:42Z"
    name: message-dumper.18d6822f748e7bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 53758ecc-d7a0-4eed-8a2f-034937b6dd77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:00:23.132104Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b6b36a8c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 98bddffc-ddfa-4b9f-b952-43aa7170117b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b6d5402fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 9e510bcb-d017-4ede-956b-d3c1f4bc018c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b6d68ae4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 94c94b6c-7824-4f1b-9ff8-6711579ddfe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b6daad1195
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: e5b8cef0-bf06-4289-bf71-fc1cc9164a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b6db1f52da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 2fec311d-dcac-4468-afb3-e314db000768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:27Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-18T20:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682b7cad11764
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: fe707c10-30f4-4145-b54e-a6f87b31a3c3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m10.351s
    (2m10.351s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d624631929
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: a822dff9-3020-4257-b078-103477247b74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d62a42e46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 1dd768c2-9726-4eea-9bff-08be611f5b2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d62ae447c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: ac886431-9abf-401f-81f1-1d860dc3a59a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d62aeed04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: ca3ce91c-ea52-4772-8599-f77c304c692c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d62ee659be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: f3f24ff3-d97c-4d8b-870d-92321786b9c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682d6305bb01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 8530901e-3690-4cb1-b392-2bc5048dde93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T20:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682de9b54fe64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: b4391e03-2235-43db-853e-039042b660fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682e2f6fcb0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: e1a2bf38-4b5d-4017-8fc2-7eaa796f3663
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682e2f6fd4ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 6c249542-a6a5-4b35-9912-5b3c128afd97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682e340668380
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: 094afc22-a868-49c6-9bda-dd6ea24ab470
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 7a821da7-0845-48db-9235-a72a4998f71d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:35Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:35Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6.18d682e37ed45e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23345"
    uid: 31a88f7b-3872-475c-8469-5cafcedc2ab1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 06e3a74e-6b7f-4242-85fa-9c64a616b45b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-wsls6'
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d682b6b2e60e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 422bd9a1-40e3-4e82-b4d2-6f885a00bf87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: b28a95d0-5a1a-4d9b-baaf-76fc9cb1150e
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver-predictor.18d682b6afc57048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 8ccfd1ef-6534-483b-85bf-bba6e8902a32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: c51169ca-cbf7-42bd-be8f-f33ec07a300f
  kind: Event
  lastTimestamp: "2026-09-18T20:03:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:23Z"
    name: sklearn-v2-mlserver-predictor.18d682ba2e29fc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23219"
    uid: d19332ae-67d7-407b-9efb-6b7974f0d8be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: c51169ca-cbf7-42bd-be8f-f33ec07a300f
  kind: Event
  lastTimestamp: "2026-09-18T20:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:23Z"
    name: sklearn-v2-mlserver-predictor.18d682ba2e89eb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: d46d3cd8-329a-49bd-be11-2d0e2ab3e6b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: c51169ca-cbf7-42bd-be8f-f33ec07a300f
  kind: Event
  lastTimestamp: "2026-09-18T20:03:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:08Z"
    name: sklearn-v2-mlserver-predictor.18d682dd23d13ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: a37b5aaa-4cfc-4af2-9e17-2a04e4ed565e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: c51169ca-cbf7-42bd-be8f-f33ec07a300f
  kind: Event
  lastTimestamp: "2026-09-18T20:03:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:08Z"
    name: sklearn-v2-mlserver-predictor.18d682dd243248a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: e00fcdbc-fcdf-4271-b607-73af2661cc64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 99112540-9268-42bb-9210-8add8028e7ce
  kind: Event
  lastTimestamp: "2026-09-18T20:03:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:24Z"
    name: sklearn-v2-mlserver.18d682b6afc88410
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: c79e1a95-f7cb-4dce-b9e5-3364c7e820d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 99112540-9268-42bb-9210-8add8028e7ce
  kind: Event
  lastTimestamp: "2026-09-18T20:00:23Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:23Z"
    name: sklearn-v2-mlserver.18d682b6b05bca74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: be94bd6b-a7c6-4cdc-bdb6-182f1b6f3f33
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 99112540-9268-42bb-9210-8add8028e7ce
  kind: Event
  lastTimestamp: "2026-09-18T20:03:24Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:24Z"
    name: sklearn-v2-mlserver.18d682e0f1a09812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23239"
    uid: 3d5af526-e38c-49b6-955c-16d68eb3b4a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:15:13.841186Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    to ip-10-0-136-207.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:15:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d6838615d0897c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: 542cc5e6-40ba-481f-99a5-5dba8dbe1dba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6bd8c7f44c-x9s2l
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:14Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:15:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d6838637c2214d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: f11a91a1-dcf3-4110-ad92-09f66b888809
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1fa7c8d29012cdb239c749146593a8aa2685db50366be2fc7d147daf97857e63"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d6838639543390
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: af713a6b-2b2b-4e1b-8f3b-d8e3c1934da0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d683863bc75c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: be4edeee-0a2c-4e93-9d28-de2228ab6305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d683863c2ebefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 9f5c22dc-25d7-45f6-bdac-db7c362d535e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d683873fcf1c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: ec3ee316-ca0f-43b0-be5f-24a34dc96fba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d6838742cc932e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 23689684-1456-4dfc-bee3-89cd00480f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d683874333743a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 444572c6-c738-43bc-b1ee-7dea0b558218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d68387433f9b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: b450433b-fc82-4c68-8d83-c8c51a679542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d68387463a9501
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 61305aed-39d2-4bed-a3a1-d53118c5d9b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:15:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:15:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d68387469f4598
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: 6fbef032-73a4-4205-b75c-d62f9a3f69e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:16:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:03Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d68391c0355dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: ee78d21b-c6f4-4305-b795-5bbb00354c2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:16:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:03Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d68391c035e567
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: ed0d1d52-bb1f-4c78-b1f3-2755e2f8c518
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: a33e2276-8f82-4ac8-9ee7-afef8d5da87c
  kind: Event
  lastTimestamp: "2026-09-18T20:16:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:16:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59.18d6839231d9aff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: 70837d4a-6b2d-4ce6-8adb-d522be92b7d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 72fad473-f3fd-4e80-b4f0-5c083823749d
  kind: Event
  lastTimestamp: "2026-09-18T20:15:13Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-xtj59'
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d68386156a5655
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: a064f380-0e06-4a7a-881b-7b72c380faad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: bb5a4291-85e0-4ce2-9b04-5c86c9aa05d2
  kind: Event
  lastTimestamp: "2026-09-18T20:15:13Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:13Z"
    name: xgboost-v2-mlserver-predictor.18d68386128df979
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: 3a91d80d-6b5c-45ca-96a9-c529869a056c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: 06ba1ce5-1c4b-4654-84c9-702b27fd8d9b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:43Z"
    name: xgboost-v2-mlserver-predictor.18d6838990f33de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: 93bf31c5-0302-4fc8-b051-7279a6db64bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: 06ba1ce5-1c4b-4654-84c9-702b27fd8d9b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:43Z"
    name: xgboost-v2-mlserver-predictor.18d68389914b245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: caba4fc7-5de2-4b59-a89a-4e1a6829b64a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: 06ba1ce5-1c4b-4654-84c9-702b27fd8d9b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:58Z"
    name: xgboost-v2-mlserver-predictor.18d683908e8469b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 718d30a1-b277-4b5c-a22f-8cc2906f1c69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: 06ba1ce5-1c4b-4654-84c9-702b27fd8d9b
  kind: Event
  lastTimestamp: "2026-09-18T20:15:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:15:58Z"
    name: xgboost-v2-mlserver-predictor.18d683908ee7f8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 07f7b40f-5b06-4b2e-b77b-13fd783046f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: 5f908bfe-a0bb-411b-9ddf-e27bfa349508
  kind: Event
  lastTimestamp: "2026-09-18T20:15:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:15:55Z"
    name: xgboost-v2-mlserver.18d6838612929b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: 619109a6-0827-48eb-857e-1d83bf79a713
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: 5f908bfe-a0bb-411b-9ddf-e27bfa349508
  kind: Event
  lastTimestamp: "2026-09-18T20:15:13Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:15:13Z"
    name: xgboost-v2-mlserver.18d683861317cfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30440"
    uid: e76b2f99-4dc0-42f7-b133-5bf0f00fb26a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:15:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: 5f908bfe-a0bb-411b-9ddf-e27bfa349508
  kind: Event
  lastTimestamp: "2026-09-18T20:15:55Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:15:55Z"
    name: xgboost-v2-mlserver.18d6838fe2f9d1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30794"
    uid: fdd97f26-8362-4634-ba27-478865a9b3ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39924"